@naturalcycles/cloud-storage-lib 1.8.0 → 1.9.1

package/dist/cloudStorage.d.ts

@@ -38,6 +38,7 @@ export declare class CloudStorage implements CommonStorage {
     static createFromStorageOptions(storageOptions?: StorageOptions): CloudStorage;
     ping(bucketName?: string): Promise<void>;
     deletePath(bucketName: string, prefix: string): Promise<void>;
+    deletePaths(bucketName: string, prefixes: string[]): Promise<void>;
     fileExists(bucketName: string, filePath: string): Promise<boolean>;
     getFileNames(bucketName: string, opt?: CommonStorageGetOptions): Promise<string[]>;
     getFileNamesStream(bucketName: string, opt?: CommonStorageGetOptions): ReadableTyped<string>;
@@ -56,6 +57,7 @@ export declare class CloudStorage implements CommonStorage {
     copyFile(fromBucket: string, fromPath: string, toPath: string, toBucket?: string): Promise<void>;
     moveFile(fromBucket: string, fromPath: string, toPath: string, toBucket?: string): Promise<void>;
     movePath(fromBucket: string, fromPrefix: string, toPrefix: string, toBucket?: string): Promise<void>;
+    combine(bucketName: string, filePaths: string[], toPath: string, toBucket?: string): Promise<void>;
     /**
      * Acquires a "signed url", which allows bearer to use it to download ('read') the file.
      *

package/dist/cloudStorage.js

@@ -4,7 +4,6 @@ exports.CloudStorage = exports.Storage = void 0;
 const storage_1 = require("@google-cloud/storage");
 Object.defineProperty(exports, "Storage", { enumerable: true, get: function () { return storage_1.Storage; } });
 const js_lib_1 = require("@naturalcycles/js-lib");
-const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
 /**
  * CloudStorage implementation of CommonStorage API.
  *
@@ -38,10 +37,16 @@ class CloudStorage {
         await this.storage.bucket(bucketName || 'non-existing-for-sure').exists();
     }
     async deletePath(bucketName, prefix) {
-        await this.storage.bucket(bucketName).deleteFiles({
-            prefix,
-            // to keep going in case error occurs, similar to THROW_AGGREGATED
-            force: true,
+        await this.deletePaths(bucketName, [prefix]);
+    }
+    async deletePaths(bucketName, prefixes) {
+        const bucket = this.storage.bucket(bucketName);
+        await (0, js_lib_1.pMap)(prefixes, async (prefix) => {
+            await bucket.deleteFiles({
+                prefix,
+                // to keep going in case error occurs, similar to THROW_AGGREGATED
+                force: true,
+            });
         });
     }
     async fileExists(bucketName, filePath) {
@@ -62,29 +67,28 @@ class CloudStorage {
     }
     getFileNamesStream(bucketName, opt = {}) {
         const { prefix, fullPaths = true } = opt;
-        return this.storage
-            .bucket(bucketName)
-            .getFilesStream({
+        return this.storage.bucket(bucketName).getFilesStream({
             prefix,
             maxResults: opt.limit || undefined,
-        })
-            .pipe((0, nodejs_lib_1.transformMapSync)(f => this.normalizeFilename(f.name, fullPaths)));
+        }).flatMap(f => {
+            const r = this.normalizeFilename(f.name, fullPaths);
+            if (r === js_lib_1.SKIP)
+                return [];
+            return [r];
+        });
     }
     getFilesStream(bucketName, opt = {}) {
         const { prefix, fullPaths = true } = opt;
-        return this.storage
-            .bucket(bucketName)
-            .getFilesStream({
+        return this.storage.bucket(bucketName).getFilesStream({
             prefix,
             maxResults: opt.limit || undefined,
-        })
-            .pipe((0, nodejs_lib_1.transformMap)(async (f) => {
+        }).flatMap(async (f) => {
             const filePath = this.normalizeFilename(f.name, fullPaths);
             if (filePath === js_lib_1.SKIP)
-                return js_lib_1.SKIP;
+                return [];
             const [content] = await f.download();
-            return { filePath, content };
-        }));
+            return [{ filePath, content }];
+        });
     }
     async getFile(bucketName, filePath) {
         const [buf] = await this.storage
@@ -138,16 +142,25 @@ class CloudStorage {
     async movePath(fromBucket, fromPrefix, toPrefix, toBucket) {
         (0, js_lib_1._assert)(fromPrefix.endsWith('/'), 'fromPrefix should end with `/`');
         (0, js_lib_1._assert)(toPrefix.endsWith('/'), 'toPrefix should end with `/`');
-        await (0, nodejs_lib_1._pipeline)([
-            this.storage.bucket(fromBucket).getFilesStream({
-                prefix: fromPrefix,
-            }),
-            (0, nodejs_lib_1.writableForEach)(async (file) => {
-                const { name } = file;
-                const newName = toPrefix + name.slice(fromPrefix.length);
-                await file.move(this.storage.bucket(toBucket || fromBucket).file(newName));
-            }),
-        ]);
+        await this.storage
+            .bucket(fromBucket)
+            .getFilesStream({
+            prefix: fromPrefix,
+        })
+            .forEach(async (file) => {
+            const { name } = file;
+            const newName = toPrefix + name.slice(fromPrefix.length);
+            await file.move(this.storage.bucket(toBucket || fromBucket).file(newName));
+        });
+    }
+    async combine(bucketName, filePaths, toPath, toBucket) {
+        // todo: if (filePaths.length > 32) - use recursive algorithm
+        (0, js_lib_1._assert)(filePaths.length <= 32, 'combine supports up to 32 input files');
+        await this.storage
+            .bucket(bucketName)
+            .combine(filePaths, this.storage.bucket(toBucket || bucketName).file(toPath));
+        // Delete original files
+        await this.deletePaths(bucketName, filePaths);
     }
     /**
      * Acquires a "signed url", which allows bearer to use it to download ('read') the file.
@@ -162,6 +175,7 @@ class CloudStorage {
             .file(filePath)
             .getSignedUrl({
             action: 'read',
+            version: 'v4',
             expires: (0, js_lib_1.localTime)(expires).unixMillis(),
         });
         return url;

package/dist/commonStorage.d.ts

@@ -1,6 +1,7 @@
 /// <reference types="node" />
 /// <reference types="node" />
 import { Readable, Writable } from 'node:stream';
+import { LocalTimeInput } from '@naturalcycles/js-lib';
 import { ReadableTyped } from '@naturalcycles/nodejs-lib';
 export interface FileEntry {
     filePath: string;
@@ -54,6 +55,7 @@ export interface CommonStorage {
      * Should recursively delete all files in a folder, if path is a folder.
      */
     deletePath: (bucketName: string, prefix: string) => Promise<void>;
+    deletePaths: (bucketName: string, prefixes: string[]) => Promise<void>;
     /**
      * Returns an array of strings which are file paths.
      * Files that are not found by the path are not present in the map.
@@ -85,4 +87,19 @@ export interface CommonStorage {
      * otherwise some folder that starts with the same prefix will be included.
      */
     movePath: (fromBucket: string, fromPrefix: string, toPrefix: string, toBucket?: string) => Promise<void>;
+    /**
+     * Combine (compose) multiple input files into a single output file.
+     * Should support unlimited number of input files, using recursive algorithm if necessary.
+     *
+     * After the output file is created, all input files should be deleted.
+     *
+     * @experimental
+     */
+    combine: (bucketName: string, filePaths: string[], toPath: string, toBucket?: string) => Promise<void>;
+    /**
+     * Acquire a "signed url", which allows bearer to use it to download ('read') the file.
+     *
+     * @experimental
+     */
+    getSignedUrl: (bucketName: string, filePath: string, expires: LocalTimeInput) => Promise<string>;
 }

package/dist/commonStorageKeyValueDB.js

@@ -2,7 +2,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CommonStorageKeyValueDB = void 0;
 const js_lib_1 = require("@naturalcycles/js-lib");
-const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
 /**
  * CommonKeyValueDB, backed up by a CommonStorage implementation.
  *
@@ -66,18 +65,13 @@ class CommonStorageKeyValueDB {
     }
     streamValues(table, limit) {
         const { bucketName, prefix } = this.getBucketAndPrefix(table);
-        return this.cfg.storage
-            .getFilesStream(bucketName, { prefix, limit })
-            .pipe((0, nodejs_lib_1.transformMapSimple)(f => f.content));
+        return this.cfg.storage.getFilesStream(bucketName, { prefix, limit }).map(f => f.content);
     }
     streamEntries(table, limit) {
         const { bucketName, prefix } = this.getBucketAndPrefix(table);
         return this.cfg.storage
             .getFilesStream(bucketName, { prefix, limit, fullPaths: false })
-            .pipe((0, nodejs_lib_1.transformMapSimple)(({ filePath, content }) => [
-            filePath,
-            content,
-        ]));
+            .map(f => [f.filePath, f.content]);
     }
     async count(table) {
         const { bucketName, prefix } = this.getBucketAndPrefix(table);

package/dist/inMemoryCommonStorage.d.ts

@@ -1,7 +1,7 @@
 /// <reference types="node" />
 /// <reference types="node" />
 import { Readable, Writable } from 'node:stream';
-import { StringMap } from '@naturalcycles/js-lib';
+import { LocalTimeInput, StringMap } from '@naturalcycles/js-lib';
 import { ReadableTyped } from '@naturalcycles/nodejs-lib';
 import { CommonStorage, CommonStorageGetOptions, FileEntry } from './commonStorage';
 export declare class InMemoryCommonStorage implements CommonStorage {
@@ -17,6 +17,7 @@ export declare class InMemoryCommonStorage implements CommonStorage {
     getFile(bucketName: string, filePath: string): Promise<Buffer | null>;
     saveFile(bucketName: string, filePath: string, content: Buffer): Promise<void>;
     deletePath(bucketName: string, prefix: string): Promise<void>;
+    deletePaths(bucketName: string, prefixes: string[]): Promise<void>;
     getFileNames(bucketName: string, opt?: CommonStorageGetOptions): Promise<string[]>;
     getFileNamesStream(bucketName: string, opt?: CommonStorageGetOptions): ReadableTyped<string>;
     getFilesStream(bucketName: string, opt?: CommonStorageGetOptions): ReadableTyped<FileEntry>;
@@ -28,4 +29,6 @@ export declare class InMemoryCommonStorage implements CommonStorage {
     copyFile(fromBucket: string, fromPath: string, toPath: string, toBucket?: string): Promise<void>;
     moveFile(fromBucket: string, fromPath: string, toPath: string, toBucket?: string): Promise<void>;
     movePath(fromBucket: string, fromPrefix: string, toPrefix: string, toBucket?: string): Promise<void>;
+    combine(bucketName: string, filePaths: string[], toPath: string, toBucket?: string): Promise<void>;
+    getSignedUrl(bucketName: string, filePath: string, expires: LocalTimeInput): Promise<string>;
 }

package/dist/inMemoryCommonStorage.js

@@ -30,8 +30,11 @@ class InMemoryCommonStorage {
         this.data[bucketName][filePath] = content;
     }
     async deletePath(bucketName, prefix) {
+        await this.deletePaths(bucketName, [prefix]);
+    }
+    async deletePaths(bucketName, prefixes) {
         Object.keys(this.data[bucketName] || {}).forEach(filePath => {
-            if (filePath.startsWith(prefix)) {
+            if (prefixes.some(prefix => filePath.startsWith(prefix))) {
                 delete this.data[bucketName][filePath];
             }
         });
@@ -101,5 +104,20 @@ class InMemoryCommonStorage {
             delete this.data[fromBucket][filePath];
         });
     }
+    async combine(bucketName, filePaths, toPath, toBucket) {
+        if (!this.data[bucketName])
+            return;
+        const tob = toBucket || bucketName;
+        this.data[tob] ||= {};
+        this.data[tob][toPath] = Buffer.concat(filePaths.map(p => this.data[bucketName][p]).filter(js_lib_1._isTruthy));
+        // delete source files
+        filePaths.forEach(p => delete this.data[bucketName][p]);
+    }
+    async getSignedUrl(bucketName, filePath, expires) {
+        const buf = this.data[bucketName]?.[filePath];
+        (0, js_lib_1._assert)(buf, `getSignedUrl file not found: ${bucketName}/${filePath}`);
+        const signature = (0, nodejs_lib_1.md5)(buf);
+        return `https://testurl.com/${bucketName}/${filePath}?expires=${(0, js_lib_1.localTime)(expires).unix()}&signature=${signature}`;
+    }
 }
 exports.InMemoryCommonStorage = InMemoryCommonStorage;

package/dist/testing/commonStorageTest.js

@@ -2,7 +2,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runCommonStorageTest = void 0;
 const js_lib_1 = require("@naturalcycles/js-lib");
-const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
 const TEST_FOLDER = 'test/subdir';
 const TEST_ITEMS = (0, js_lib_1._range)(10).map(n => ({
     id: `id_${n + 1}`,
@@ -56,7 +55,9 @@ function runCommonStorageTest(storage, bucketName) {
         expect(fileNames).toEqual([]);
     });
     test(`streamFileNames on ${TEST_FOLDER} should return empty`, async () => {
-        const fileNames = await (0, nodejs_lib_1.readableToArray)(storage.getFileNamesStream(bucketName, { prefix: TEST_FOLDER }));
+        const fileNames = await storage
+            .getFileNamesStream(bucketName, { prefix: TEST_FOLDER })
+            .toArray();
         expect(fileNames).toEqual([]);
     });
     test(`exists should return empty array`, async () => {
@@ -76,7 +77,9 @@ function runCommonStorageTest(storage, bucketName) {
         expect(fileNamesShort.sort()).toEqual(TEST_FILES.map(f => (0, js_lib_1._substringAfterLast)(f.filePath, '/')).sort());
         const fileNames = await storage.getFileNames(bucketName, { prefix: TEST_FOLDER });
         expect(fileNames.sort()).toEqual(TEST_FILES.map(f => f.filePath).sort());
-        const streamedFileNames = await (0, nodejs_lib_1.readableToArray)(storage.getFileNamesStream(bucketName, { prefix: TEST_FOLDER }));
+        const streamedFileNames = await storage
+            .getFileNamesStream(bucketName, { prefix: TEST_FOLDER })
+            .toArray();
         expect(streamedFileNames.sort()).toEqual(TEST_FILES.map(f => f.filePath).sort());
         const filesMap = {};
         await (0, js_lib_1.pMap)(fileNames, async (filePath) => {

package/package.json

@@ -35,7 +35,7 @@
   "engines": {
     "node": ">=18.12.0"
   },
-  "version": "1.8.0",
+  "version": "1.9.1",
   "description": "CommonStorage implementation based on Google Cloud Storage",
   "author": "Natural Cycles Team",
   "license": "MIT"

package/src/cloudStorage.ts

@@ -5,15 +5,10 @@ import {
   _substringAfterLast,
   localTime,
   LocalTimeInput,
+  pMap,
   SKIP,
 } from '@naturalcycles/js-lib'
-import {
-  _pipeline,
-  ReadableTyped,
-  transformMap,
-  transformMapSync,
-  writableForEach,
-} from '@naturalcycles/nodejs-lib'
+import { ReadableTyped } from '@naturalcycles/nodejs-lib'
 import { CommonStorage, CommonStorageGetOptions, FileEntry } from './commonStorage'
 import { GCPServiceAccount } from './model'
 
@@ -75,10 +70,18 @@ export class CloudStorage implements CommonStorage {
   }
 
   async deletePath(bucketName: string, prefix: string): Promise<void> {
-    await this.storage.bucket(bucketName).deleteFiles({
-      prefix,
-      // to keep going in case error occurs, similar to THROW_AGGREGATED
-      force: true,
+    await this.deletePaths(bucketName, [prefix])
+  }
+
+  async deletePaths(bucketName: string, prefixes: string[]): Promise<void> {
+    const bucket = this.storage.bucket(bucketName)
+
+    await pMap(prefixes, async prefix => {
+      await bucket.deleteFiles({
+        prefix,
+        // to keep going in case error occurs, similar to THROW_AGGREGATED
+        force: true,
+      })
     })
   }
 
@@ -105,33 +108,33 @@ export class CloudStorage implements CommonStorage {
   getFileNamesStream(bucketName: string, opt: CommonStorageGetOptions = {}): ReadableTyped<string> {
     const { prefix, fullPaths = true } = opt
 
-    return this.storage
-      .bucket(bucketName)
-      .getFilesStream({
+    return (
+      this.storage.bucket(bucketName).getFilesStream({
         prefix,
         maxResults: opt.limit || undefined,
-      })
-      .pipe(transformMapSync<File, string>(f => this.normalizeFilename(f.name, fullPaths)))
+      }) as ReadableTyped<File>
+    ).flatMap(f => {
+      const r = this.normalizeFilename(f.name, fullPaths)
+      if (r === SKIP) return []
+      return [r]
+    })
   }
 
   getFilesStream(bucketName: string, opt: CommonStorageGetOptions = {}): ReadableTyped<FileEntry> {
     const { prefix, fullPaths = true } = opt
 
-    return this.storage
-      .bucket(bucketName)
-      .getFilesStream({
+    return (
+      this.storage.bucket(bucketName).getFilesStream({
         prefix,
         maxResults: opt.limit || undefined,
-      })
-      .pipe(
-        transformMap<File, FileEntry>(async f => {
-          const filePath = this.normalizeFilename(f.name, fullPaths)
-          if (filePath === SKIP) return SKIP
-
-          const [content] = await f.download()
-          return { filePath, content }
-        }),
-      )
+      }) as ReadableTyped<File>
+    ).flatMap(async f => {
+      const filePath = this.normalizeFilename(f.name, fullPaths)
+      if (filePath === SKIP) return []
+
+      const [content] = await f.download()
+      return [{ filePath, content }] as FileEntry[]
+    })
   }
 
   async getFile(bucketName: string, filePath: string): Promise<Buffer | null> {
@@ -215,16 +218,33 @@ export class CloudStorage implements CommonStorage {
     _assert(fromPrefix.endsWith('/'), 'fromPrefix should end with `/`')
     _assert(toPrefix.endsWith('/'), 'toPrefix should end with `/`')
 
-    await _pipeline([
-      this.storage.bucket(fromBucket).getFilesStream({
+    await this.storage
+      .bucket(fromBucket)
+      .getFilesStream({
         prefix: fromPrefix,
-      }),
-      writableForEach<File>(async file => {
+      })
+      .forEach(async file => {
         const { name } = file
         const newName = toPrefix + name.slice(fromPrefix.length)
         await file.move(this.storage.bucket(toBucket || fromBucket).file(newName))
-      }),
-    ])
+      })
+  }
+
+  async combine(
+    bucketName: string,
+    filePaths: string[],
+    toPath: string,
+    toBucket?: string,
+  ): Promise<void> {
+    // todo: if (filePaths.length > 32) - use recursive algorithm
+    _assert(filePaths.length <= 32, 'combine supports up to 32 input files')
+
+    await this.storage
+      .bucket(bucketName)
+      .combine(filePaths, this.storage.bucket(toBucket || bucketName).file(toPath))
+
+    // Delete original files
+    await this.deletePaths(bucketName, filePaths)
   }
 
   /**
@@ -244,6 +264,7 @@ export class CloudStorage implements CommonStorage {
       .file(filePath)
       .getSignedUrl({
         action: 'read',
+        version: 'v4',
         expires: localTime(expires).unixMillis(),
       })
 

package/src/commonStorage.ts

@@ -1,4 +1,5 @@
 import { Readable, Writable } from 'node:stream'
+import { LocalTimeInput } from '@naturalcycles/js-lib'
 import { ReadableTyped } from '@naturalcycles/nodejs-lib'
 
 export interface FileEntry {
@@ -66,6 +67,8 @@ export interface CommonStorage {
    */
   deletePath: (bucketName: string, prefix: string) => Promise<void>
 
+  deletePaths: (bucketName: string, prefixes: string[]) => Promise<void>
+
   /**
    * Returns an array of strings which are file paths.
    * Files that are not found by the path are not present in the map.
@@ -122,4 +125,26 @@ export interface CommonStorage {
     toPrefix: string,
     toBucket?: string,
   ) => Promise<void>
+
+  /**
+   * Combine (compose) multiple input files into a single output file.
+   * Should support unlimited number of input files, using recursive algorithm if necessary.
+   *
+   * After the output file is created, all input files should be deleted.
+   *
+   * @experimental
+   */
+  combine: (
+    bucketName: string,
+    filePaths: string[],
+    toPath: string,
+    toBucket?: string,
+  ) => Promise<void>
+
+  /**
+   * Acquire a "signed url", which allows bearer to use it to download ('read') the file.
+   *
+   * @experimental
+   */
+  getSignedUrl: (bucketName: string, filePath: string, expires: LocalTimeInput) => Promise<string>
 }

package/src/commonStorageKeyValueDB.ts

@@ -1,7 +1,7 @@
 import { CommonDBCreateOptions, CommonKeyValueDB, KeyValueDBTuple } from '@naturalcycles/db-lib'
 import { pMap, StringMap } from '@naturalcycles/js-lib'
-import { ReadableTyped, transformMapSimple } from '@naturalcycles/nodejs-lib'
-import { CommonStorage, FileEntry } from './commonStorage'
+import { ReadableTyped } from '@naturalcycles/nodejs-lib'
+import { CommonStorage } from './commonStorage'
 
 export interface CommonStorageKeyValueDBCfg {
   storage: CommonStorage
@@ -84,9 +84,7 @@ export class CommonStorageKeyValueDB implements CommonKeyValueDB {
   streamValues(table: string, limit?: number): ReadableTyped<Buffer> {
     const { bucketName, prefix } = this.getBucketAndPrefix(table)
 
-    return this.cfg.storage
-      .getFilesStream(bucketName, { prefix, limit })
-      .pipe(transformMapSimple<FileEntry, Buffer>(f => f.content))
+    return this.cfg.storage.getFilesStream(bucketName, { prefix, limit }).map(f => f.content)
   }
 
   streamEntries(table: string, limit?: number): ReadableTyped<KeyValueDBTuple> {
@@ -94,12 +92,7 @@ export class CommonStorageKeyValueDB implements CommonKeyValueDB {
 
     return this.cfg.storage
       .getFilesStream(bucketName, { prefix, limit, fullPaths: false })
-      .pipe(
-        transformMapSimple<FileEntry, KeyValueDBTuple>(({ filePath, content }) => [
-          filePath,
-          content,
-        ]),
-      )
+      .map(f => [f.filePath, f.content] satisfies KeyValueDBTuple)
   }
 
   async count(table: string): Promise<number> {

package/src/inMemoryCommonStorage.ts

@@ -1,6 +1,14 @@
 import { Readable, Writable } from 'node:stream'
-import { _stringMapEntries, _substringAfterLast, StringMap } from '@naturalcycles/js-lib'
-import { fs2, ReadableTyped } from '@naturalcycles/nodejs-lib'
+import {
+  _assert,
+  _isTruthy,
+  _stringMapEntries,
+  _substringAfterLast,
+  localTime,
+  LocalTimeInput,
+  StringMap,
+} from '@naturalcycles/js-lib'
+import { fs2, md5, ReadableTyped } from '@naturalcycles/nodejs-lib'
 import { CommonStorage, CommonStorageGetOptions, FileEntry } from './commonStorage'
 
 export class InMemoryCommonStorage implements CommonStorage {
@@ -35,8 +43,12 @@ export class InMemoryCommonStorage implements CommonStorage {
   }
 
   async deletePath(bucketName: string, prefix: string): Promise<void> {
+    await this.deletePaths(bucketName, [prefix])
+  }
+
+  async deletePaths(bucketName: string, prefixes: string[]): Promise<void> {
     Object.keys(this.data[bucketName] || {}).forEach(filePath => {
-      if (filePath.startsWith(prefix)) {
+      if (prefixes.some(prefix => filePath.startsWith(prefix))) {
         delete this.data[bucketName]![filePath]
       }
     })
@@ -142,4 +154,32 @@ export class InMemoryCommonStorage implements CommonStorage {
       delete this.data[fromBucket]![filePath]
     })
   }
+
+  async combine(
+    bucketName: string,
+    filePaths: string[],
+    toPath: string,
+    toBucket?: string,
+  ): Promise<void> {
+    if (!this.data[bucketName]) return
+    const tob = toBucket || bucketName
+    this.data[tob] ||= {}
+    this.data[tob]![toPath] = Buffer.concat(
+      filePaths.map(p => this.data[bucketName]![p]).filter(_isTruthy),
+    )
+
+    // delete source files
+    filePaths.forEach(p => delete this.data[bucketName]![p])
+  }
+
+  async getSignedUrl(
+    bucketName: string,
+    filePath: string,
+    expires: LocalTimeInput,
+  ): Promise<string> {
+    const buf = this.data[bucketName]?.[filePath]
+    _assert(buf, `getSignedUrl file not found: ${bucketName}/${filePath}`)
+    const signature = md5(buf)
+    return `https://testurl.com/${bucketName}/${filePath}?expires=${localTime(expires).unix()}&signature=${signature}`
+  }
 }

package/src/testing/commonStorageTest.ts

@@ -1,5 +1,4 @@
 import { _range, _substringAfterLast, pMap, StringMap } from '@naturalcycles/js-lib'
-import { readableToArray } from '@naturalcycles/nodejs-lib'
 import { CommonStorage, FileEntry } from '../commonStorage'
 
 const TEST_FOLDER = 'test/subdir'
@@ -69,9 +68,9 @@ export function runCommonStorageTest(storage: CommonStorage, bucketName: string)
   })
 
   test(`streamFileNames on ${TEST_FOLDER} should return empty`, async () => {
-    const fileNames = await readableToArray(
-      storage.getFileNamesStream(bucketName, { prefix: TEST_FOLDER }),
-    )
+    const fileNames = await storage
+      .getFileNamesStream(bucketName, { prefix: TEST_FOLDER })
+      .toArray()
     expect(fileNames).toEqual([])
   })
 
@@ -99,9 +98,9 @@ export function runCommonStorageTest(storage: CommonStorage, bucketName: string)
     const fileNames = await storage.getFileNames(bucketName, { prefix: TEST_FOLDER })
     expect(fileNames.sort()).toEqual(TEST_FILES.map(f => f.filePath).sort())
 
-    const streamedFileNames = await readableToArray(
-      storage.getFileNamesStream(bucketName, { prefix: TEST_FOLDER }),
-    )
+    const streamedFileNames = await storage
+      .getFileNamesStream(bucketName, { prefix: TEST_FOLDER })
+      .toArray()
     expect(streamedFileNames.sort()).toEqual(TEST_FILES.map(f => f.filePath).sort())
 
     const filesMap: StringMap<Buffer> = {}