rac-delta 1.0.0

package/dist/core/services/validation-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation-service.d.ts","sourceRoot":"","sources":["../../../src/core/services/validation-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,WAAW,iBAAiB;IAChC;;;;;OAKG;IACH,YAAY,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAE/D;;;;;OAKG;IACH,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACnE"}

package/dist/core/services/validation-service.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/core/types/index.d.ts

@@ -0,0 +1,2 @@
+export * from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/types/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC"}

package/dist/core/types/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);

package/dist/core/types/types.d.ts

@@ -0,0 +1,3 @@
+export type UnknownAny = any;
+export type Nullish<T> = T | undefined;
+//# sourceMappingURL=types.d.ts.map

package/dist/core/types/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/types/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,GAAG,CAAC;AAC7B,MAAM,MAAM,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC"}

package/dist/core/types/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/core/utils/index.d.ts

@@ -0,0 +1,3 @@
+export * from './invariant';
+export * from './stream-to-buffer';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC"}

package/dist/core/utils/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./invariant"), exports);
+__exportStar(require("./stream-to-buffer"), exports);

package/dist/core/utils/invariant.d.ts

@@ -0,0 +1,2 @@
+export declare function invariant(message: string, condition: unknown, exception?: Error): asserts condition;
+//# sourceMappingURL=invariant.d.ts.map

package/dist/core/utils/invariant.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"invariant.d.ts","sourceRoot":"","sources":["../../../src/core/utils/invariant.ts"],"names":[],"mappings":"AAAA,wBAAgB,SAAS,CACvB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,OAAO,EAClB,SAAS,CAAC,EAAE,KAAK,GAChB,OAAO,CAAC,SAAS,CAQnB"}

package/dist/core/utils/invariant.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.invariant = invariant;
+function invariant(message, condition, exception) {
+    if (!condition && exception) {
+        throw exception;
+    }
+    if (!condition && !exception) {
+        throw new Error(message);
+    }
+}

package/dist/core/utils/stream-to-buffer.d.ts

@@ -0,0 +1,3 @@
+import { Readable } from 'stream';
+export declare function streamToBuffer(stream: Readable): Promise<Buffer>;
+//# sourceMappingURL=stream-to-buffer.d.ts.map

package/dist/core/utils/stream-to-buffer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-to-buffer.d.ts","sourceRoot":"","sources":["../../../src/core/utils/stream-to-buffer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,wBAAsB,cAAc,CAAC,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAQtE"}

package/dist/core/utils/stream-to-buffer.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.streamToBuffer = streamToBuffer;
+async function streamToBuffer(stream) {
+    const buffers = [];
+    for await (const chunk of stream) {
+        buffers.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+    }
+    return Buffer.concat(buffers);
+}

package/dist/index.d.ts

@@ -0,0 +1,9 @@
+export { RacDeltaClient } from './infrastructure/client';
+export { DiskChunkSource, MemoryChunkSource, StorageChunkSource, } from './infrastructure/chunk-sources';
+export * from './core/pipelines';
+export * from './core/adapters';
+export * from './core/services';
+export * from './core/config';
+export * from './core/models';
+export * from './core/utils';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,gCAAgC,CAAC;AACxC,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}

package/dist/index.js

@@ -0,0 +1,29 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StorageChunkSource = exports.MemoryChunkSource = exports.DiskChunkSource = exports.RacDeltaClient = void 0;
+var client_1 = require("./infrastructure/client");
+Object.defineProperty(exports, "RacDeltaClient", { enumerable: true, get: function () { return client_1.RacDeltaClient; } });
+var chunk_sources_1 = require("./infrastructure/chunk-sources");
+Object.defineProperty(exports, "DiskChunkSource", { enumerable: true, get: function () { return chunk_sources_1.DiskChunkSource; } });
+Object.defineProperty(exports, "MemoryChunkSource", { enumerable: true, get: function () { return chunk_sources_1.MemoryChunkSource; } });
+Object.defineProperty(exports, "StorageChunkSource", { enumerable: true, get: function () { return chunk_sources_1.StorageChunkSource; } });
+__exportStar(require("./core/pipelines"), exports);
+__exportStar(require("./core/adapters"), exports);
+__exportStar(require("./core/services"), exports);
+__exportStar(require("./core/config"), exports);
+__exportStar(require("./core/models"), exports);
+__exportStar(require("./core/utils"), exports);

package/dist/infrastructure/adapters/azure-blob-storage-adapter.d.ts

@@ -0,0 +1,24 @@
+import { Readable } from 'stream';
+import { BlobInfo, HashStorageAdapter } from '../../core/adapters';
+import { AzureBlobStorageConfig } from '../../core/config';
+import { RDIndex } from '../../core/models';
+export declare class AzureBlobStorageAdapter extends HashStorageAdapter {
+    private readonly config;
+    private container;
+    private readonly prefix;
+    constructor(config: AzureBlobStorageConfig);
+    dispose(): Promise<void>;
+    private getChunkPath;
+    private getIndexPath;
+    getChunk(hash: string): Promise<Readable | null>;
+    putChunk(hash: string, data: Readable, opts?: {
+        overwrite?: boolean;
+    }): Promise<void>;
+    chunkExists(hash: string): Promise<boolean>;
+    deleteChunk(hash: string): Promise<void>;
+    listChunks(): Promise<string[]>;
+    getChunkInfo(hash: string): Promise<BlobInfo | null>;
+    getRemoteIndex(): Promise<RDIndex | null>;
+    putRemoteIndex(index: RDIndex): Promise<void>;
+}
+//# sourceMappingURL=azure-blob-storage-adapter.d.ts.map

package/dist/infrastructure/adapters/azure-blob-storage-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-blob-storage-adapter.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/adapters/azure-blob-storage-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AASlC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,qBAAa,uBAAwB,SAAQ,kBAAkB;IAIjD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHnC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEH,MAAM,EAAE,sBAAsB;IA+BrD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,YAAY;IAId,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAmBhD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBrF,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK3C,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAc/B,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAyBpD,cAAc,IAAI,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAgCzC,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAQpD"}

package/dist/infrastructure/adapters/azure-blob-storage-adapter.js

@@ -0,0 +1,149 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AzureBlobStorageAdapter = void 0;
+const storage_blob_1 = require("@azure/storage-blob");
+const identity_1 = require("@azure/identity");
+const adapters_1 = require("../../core/adapters");
+class AzureBlobStorageAdapter extends adapters_1.HashStorageAdapter {
+    config;
+    container;
+    prefix;
+    constructor(config) {
+        super();
+        this.config = config;
+        const { endpoint, container, credentials, pathPrefix } = this.config;
+        this.prefix = pathPrefix ? pathPrefix.replace(/\/$/, '') : '';
+        let blobServiceClient;
+        if (credentials.accountKey && credentials.accountName) {
+            const credential = new storage_blob_1.StorageSharedKeyCredential(credentials.accountName, credentials.accountKey);
+            blobServiceClient = new storage_blob_1.BlobServiceClient(endpoint, credential);
+        }
+        else if (credentials.sasToken) {
+            const sasUrl = endpoint.includes('?') || credentials.sasToken.startsWith('?')
+                ? `${endpoint}${credentials.sasToken}`
+                : `${endpoint}?${credentials.sasToken}`;
+            blobServiceClient = new storage_blob_1.BlobServiceClient(sasUrl);
+        }
+        else {
+            const credential = new identity_1.DefaultAzureCredential();
+            blobServiceClient = new storage_blob_1.BlobServiceClient(endpoint, credential);
+        }
+        this.container = blobServiceClient.getContainerClient(container);
+    }
+    async dispose() {
+        return;
+    }
+    getChunkPath(hash) {
+        return this.prefix ? `${this.prefix}/chunks/${hash}` : `chunks/${hash}`;
+    }
+    getIndexPath() {
+        return this.prefix ? `${this.prefix}/rd-index.json` : 'rd-index.json';
+    }
+    async getChunk(hash) {
+        try {
+            const blob = this.container.getBlobClient(this.getChunkPath(hash));
+            if (!(await blob.exists())) {
+                return null;
+            }
+            const download = await blob.download();
+            return download.readableStreamBody;
+        }
+        catch (error) {
+            if (error instanceof storage_blob_1.RestError && error.statusCode === 404) {
+                return null;
+            }
+            throw error;
+        }
+    }
+    async putChunk(hash, data, opts) {
+        try {
+            const blob = this.container.getBlockBlobClient(this.getChunkPath(hash));
+            if (!opts?.overwrite) {
+                const exists = await blob.exists();
+                if (exists) {
+                    return;
+                }
+            }
+            await blob.uploadStream(data, 4 * 1024 * 1024, 5, {
+                blobHTTPHeaders: { blobContentType: 'application/octet-stream' },
+            });
+        }
+        catch (error) {
+            throw error;
+        }
+    }
+    async chunkExists(hash) {
+        const blob = this.container.getBlobClient(this.getChunkPath(hash));
+        return blob.exists();
+    }
+    async deleteChunk(hash) {
+        const blob = this.container.getBlobClient(this.getChunkPath(hash));
+        await blob.deleteIfExists();
+    }
+    async listChunks() {
+        const hashes = [];
+        const chunksPath = this.prefix ? `${this.prefix}/chunks/` : 'chunks/';
+        for await (const blob of this.container.listBlobsFlat({ prefix: chunksPath })) {
+            const name = blob.name.startsWith(chunksPath)
+                ? blob.name.slice(chunksPath.length)
+                : blob.name;
+            hashes.push(name);
+        }
+        return hashes;
+    }
+    async getChunkInfo(hash) {
+        try {
+            const blob = this.container.getBlobClient(this.getChunkPath(hash));
+            if (!(await blob.exists())) {
+                return null;
+            }
+            const props = await blob.getProperties();
+            return {
+                hash,
+                size: props.contentLength ?? 0,
+                modified: props.lastModified ?? undefined,
+                metadata: props.metadata ?? undefined,
+            };
+        }
+        catch (error) {
+            if (error instanceof storage_blob_1.RestError && error.statusCode === 404) {
+                return null;
+            }
+            throw error;
+        }
+    }
+    async getRemoteIndex() {
+        try {
+            const blob = this.container.getBlobClient(this.getIndexPath());
+            const exists = await blob.exists();
+            if (!exists) {
+                return null;
+            }
+            const download = await blob.download();
+            const chunks = [];
+            const stream = download.readableStreamBody;
+            if (!stream) {
+                return null;
+            }
+            for await (const chunk of stream) {
+                chunks.push(typeof chunk === 'string' ? Buffer.from(chunk, 'utf-8') : chunk);
+            }
+            const data = Buffer.concat(chunks).toString('utf-8');
+            return JSON.parse(data);
+        }
+        catch (error) {
+            if (error instanceof storage_blob_1.RestError && error.statusCode === 404) {
+                return null;
+            }
+            throw error;
+        }
+    }
+    async putRemoteIndex(index) {
+        const blob = this.container.getBlockBlobClient(this.getIndexPath());
+        const contents = JSON.stringify(index, null, 2);
+        await blob.upload(contents, Buffer.byteLength(contents), {
+            blobHTTPHeaders: { blobContentType: 'application/json' },
+        });
+    }
+}
+exports.AzureBlobStorageAdapter = AzureBlobStorageAdapter;

package/dist/infrastructure/adapters/gcs-storage-adapter.d.ts

@@ -0,0 +1,20 @@
+import { Readable } from 'stream';
+import { BlobInfo, HashStorageAdapter } from '../../core/adapters';
+import { GCSStorageConfig } from '../../core/config';
+import { RDIndex } from '../../core/models';
+export declare class GCSStorageAdapter extends HashStorageAdapter {
+    private readonly config;
+    private storage;
+    constructor(config: GCSStorageConfig);
+    dispose(): Promise<void>;
+    private getPath;
+    getChunk(hash: string): Promise<Readable | null>;
+    putChunk(hash: string, data: Readable): Promise<void>;
+    chunkExists(hash: string): Promise<boolean>;
+    deleteChunk(hash: string): Promise<void>;
+    listChunks(): Promise<string[]>;
+    getChunkInfo(hash: string): Promise<BlobInfo | null>;
+    getRemoteIndex(): Promise<RDIndex | null>;
+    putRemoteIndex(index: RDIndex): Promise<void>;
+}
+//# sourceMappingURL=gcs-storage-adapter.d.ts.map

package/dist/infrastructure/adapters/gcs-storage-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-storage-adapter.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/adapters/gcs-storage-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,qBAAa,iBAAkB,SAAQ,kBAAkB;IAG3C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,OAAO,CAAC,OAAO,CAAU;gBAEI,MAAM,EAAE,gBAAgB;IAa/C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,OAAO,CAAC,OAAO;IAIT,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAWhD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAQ3C,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAU/B,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAwBpD,cAAc,IAAI,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAkBzC,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAepD"}

package/dist/infrastructure/adapters/gcs-storage-adapter.js

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GCSStorageAdapter = void 0;
+const storage_1 = require("@google-cloud/storage");
+const adapters_1 = require("../../core/adapters");
+class GCSStorageAdapter extends adapters_1.HashStorageAdapter {
+    config;
+    storage;
+    constructor(config) {
+        super();
+        this.config = config;
+        this.storage = new storage_1.Storage({
+            projectId: config.credentials.projectId,
+            apiEndpoint: config.apiEndpoint,
+            credentials: {
+                client_email: config.credentials.clientEmail,
+                private_key: config.credentials.privateKey,
+            },
+        });
+    }
+    async dispose() {
+        return;
+    }
+    getPath(hash) {
+        return this.config.pathPrefix ? `${this.config.pathPrefix}/chunks/${hash}` : hash;
+    }
+    async getChunk(hash) {
+        const file = this.storage.bucket(this.config.bucket).file(this.getPath(hash));
+        const [exists] = await file.exists();
+        if (!exists) {
+            return null;
+        }
+        return file.createReadStream();
+    }
+    async putChunk(hash, data) {
+        const file = this.storage.bucket(this.config.bucket).file(this.getPath(hash));
+        const writeStream = file.createWriteStream({ resumable: false });
+        await new Promise((resolve, reject) => {
+            data.pipe(writeStream).on('finish', resolve).on('error', reject);
+        });
+    }
+    async chunkExists(hash) {
+        const file = this.storage.bucket(this.config.bucket).file(this.getPath(hash));
+        const [exists] = await file.exists();
+        return exists;
+    }
+    async deleteChunk(hash) {
+        const file = this.storage.bucket(this.config.bucket).file(this.getPath(hash));
+        await file.delete({ ignoreNotFound: true });
+    }
+    async listChunks() {
+        const chunksPath = this.config.pathPrefix ? `${this.config.pathPrefix}/chunks` : '';
+        const [files] = await this.storage.bucket(this.config.bucket).getFiles({
+            prefix: chunksPath,
+        });
+        return files.map((file) => file.name.replace(`${this.config.pathPrefix}/chunks/`, ''));
+    }
+    async getChunkInfo(hash) {
+        const file = this.storage.bucket(this.config.bucket).file(this.getPath(hash));
+        const [exists] = await file.exists();
+        if (!exists) {
+            return null;
+        }
+        const [metadata] = await file.getMetadata();
+        const meta = metadata.metadata
+            ? Object.fromEntries(Object.entries(metadata.metadata).map(([key, value]) => [key, JSON.stringify(value)]))
+            : {};
+        return {
+            hash,
+            size: Number(metadata.size),
+            modified: metadata.updated ? new Date(metadata.updated) : undefined,
+            metadata: meta,
+        };
+    }
+    async getRemoteIndex() {
+        const indexPath = this.config.pathPrefix
+            ? `${this.config.pathPrefix}/rd-index.json`
+            : 'rd-index.json';
+        const file = this.storage.bucket(this.config.bucket).file(indexPath);
+        const [exists] = await file.exists();
+        if (!exists) {
+            return null;
+        }
+        const [contents] = await file.download();
+        const data = contents.toString('utf-8');
+        return JSON.parse(data);
+    }
+    async putRemoteIndex(index) {
+        const indexPath = this.config.pathPrefix
+            ? `${this.config.pathPrefix}/rd-index.json`
+            : 'rd-index.json';
+        const bucket = this.storage.bucket(this.config.bucket);
+        const file = bucket.file(indexPath);
+        const contents = JSON.stringify(index, null, 2);
+        await file.save(contents, {
+            contentType: 'application/json',
+            resumable: false,
+        });
+    }
+}
+exports.GCSStorageAdapter = GCSStorageAdapter;

package/dist/infrastructure/adapters/http-storage-adapter.d.ts

@@ -0,0 +1,23 @@
+import { Readable } from 'stream';
+import { BlobInfo, HashStorageAdapter } from '../../core/adapters';
+import { HTTPStorageConfig } from '../../core/config';
+import { RDIndex } from '../../core/models';
+export declare class HTTPStorageAdapter extends HashStorageAdapter {
+    private readonly config;
+    private readonly baseUrl;
+    private readonly token?;
+    private readonly apiKey?;
+    constructor(config: HTTPStorageConfig);
+    dispose(): Promise<void>;
+    private buildUrl;
+    private buildIndexUrl;
+    private headers;
+    getChunk(hash: string): Promise<Readable | null>;
+    putChunk(hash: string, data: Readable): Promise<void>;
+    chunkExists(hash: string): Promise<boolean>;
+    deleteChunk(hash: string): Promise<void>;
+    getChunkInfo(hash: string): Promise<BlobInfo | null>;
+    getRemoteIndex(): Promise<RDIndex | null>;
+    putRemoteIndex(index: RDIndex): Promise<void>;
+}
+//# sourceMappingURL=http-storage-adapter.d.ts.map

package/dist/infrastructure/adapters/http-storage-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-storage-adapter.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/adapters/http-storage-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAU5C,qBAAa,kBAAmB,SAAQ,kBAAkB;IAK5C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAkB;gBAEb,MAAM,EAAE,iBAAiB;IAUhD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,OAAO,CAAC,QAAQ;IAQhB,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,OAAO;IAcT,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAqBhD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAcrD,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAmB3C,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBxC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAgCpD,cAAc,IAAI,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAsBzC,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAepD"}

package/dist/infrastructure/adapters/http-storage-adapter.js

@@ -0,0 +1,154 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HTTPStorageAdapter = void 0;
+const stream_1 = require("stream");
+const adapters_1 = require("../../core/adapters");
+const exceptions_1 = require("../../core/exceptions");
+class HTTPStorageAdapter extends adapters_1.HashStorageAdapter {
+    config;
+    baseUrl;
+    token;
+    apiKey;
+    constructor(config) {
+        super();
+        this.config = config;
+        const { endpoint, credentials } = config;
+        this.baseUrl = endpoint.replace(/\/+$/, '');
+        this.token = credentials?.bearerToken;
+        this.apiKey = credentials?.apiKey;
+    }
+    async dispose() {
+        return;
+    }
+    buildUrl(hash) {
+        const prefix = this.config.pathPrefix
+            ? `/${this.config.pathPrefix.replace(/^\/+|\/+$/g, '')}`
+            : '';
+        return `${this.baseUrl}${prefix}/${encodeURIComponent(hash)}`;
+    }
+    buildIndexUrl() {
+        const prefix = this.config.pathPrefix
+            ? `/${this.config.pathPrefix.replace(/^\/+|\/+$/g, '')}`
+            : '';
+        const indexFile = this.config.indexFilePath ?? 'rd-index.json';
+        return `${this.baseUrl}${prefix ? prefix + '/' : '/'}${indexFile}`;
+    }
+    headers(extra) {
+        const headers = { ...(extra || {}) };
+        if (this.token) {
+            headers['Authorization'] = `Bearer ${this.token}`;
+        }
+        if (this.apiKey) {
+            headers['x-api-key'] = this.apiKey;
+        }
+        return headers;
+    }
+    async getChunk(hash) {
+        const url = this.buildUrl(hash);
+        const res = await fetch(url, {
+            method: 'GET',
+            headers: this.headers(),
+        });
+        if (res.status === 404) {
+            return null;
+        }
+        if (!res.ok) {
+            throw new exceptions_1.GetChunkException(`${res.status} ${res.statusText}`);
+        }
+        // Convert web ReadableStream to Node.js Readable
+        const nodeStream = stream_1.Readable.fromWeb(res.body);
+        return nodeStream;
+    }
+    async putChunk(hash, data) {
+        const url = this.buildUrl(hash);
+        const res = await fetch(url, {
+            method: 'PUT',
+            headers: this.headers({ 'Content-Type': 'application/octet-stream' }),
+            body: data,
+        });
+        if (!res.ok) {
+            throw new exceptions_1.PutChunkException(`${res.status} ${res.statusText}`);
+        }
+    }
+    async chunkExists(hash) {
+        const url = this.buildUrl(hash);
+        const res = await fetch(url, {
+            method: 'HEAD',
+            headers: this.headers(),
+        });
+        if (res.status === 404) {
+            return false;
+        }
+        if (!res.ok && res.status !== 200) {
+            throw new exceptions_1.HeadChunkException(`${res.status} ${res.statusText}`);
+        }
+        return res.ok;
+    }
+    async deleteChunk(hash) {
+        const url = this.buildUrl(hash);
+        const res = await fetch(url, {
+            method: 'DELETE',
+            headers: this.headers(),
+        });
+        if (res.status === 404) {
+            return;
+        }
+        if (!res.ok) {
+            throw new exceptions_1.DeleteChunkException(`${res.status} ${res.statusText}`);
+        }
+    }
+    async getChunkInfo(hash) {
+        const url = this.buildUrl(hash);
+        const res = await fetch(url, {
+            method: 'HEAD',
+            headers: this.headers(),
+        });
+        if (res.status === 404) {
+            return null;
+        }
+        if (!res.ok) {
+            throw new exceptions_1.HeadChunkException(`${res.status} ${res.statusText}`);
+        }
+        const size = Number(res.headers.get('content-length')) || 0;
+        const modified = res.headers.get('last-modified')
+            ? new Date(res.headers.get('last-modified'))
+            : undefined;
+        const metadata = {};
+        for (const [key, value] of res.headers.entries()) {
+            if (key.startsWith('x-meta-')) {
+                metadata[key.substring(7)] = value;
+            }
+        }
+        return { hash, size, modified, metadata };
+    }
+    async getRemoteIndex() {
+        const url = this.buildIndexUrl();
+        const res = await fetch(url, {
+            method: 'GET',
+            headers: this.headers(),
+        });
+        if (res.status === 404) {
+            return null;
+        }
+        if (!res.ok) {
+            throw new exceptions_1.GetRemoteIndexException(`${res.status} ${res.statusText}`);
+        }
+        const buffer = Buffer.from(await res.arrayBuffer());
+        const data = buffer.toString('utf-8');
+        return JSON.parse(data);
+    }
+    async putRemoteIndex(index) {
+        const url = this.buildIndexUrl();
+        const res = await fetch(url, {
+            method: 'PUT',
+            headers: this.headers({
+                'Content-Type': 'application/json',
+            }),
+            body: JSON.stringify(index, null, 2),
+        });
+        if (!res.ok) {
+            throw new exceptions_1.PutRemoteIndexException(`${res.status} ${res.statusText}`);
+        }
+    }
+}
+exports.HTTPStorageAdapter = HTTPStorageAdapter;