@crawlee/memory-storage 4.0.0-beta.65 → 4.0.0-beta.67

package/fs/dataset/fs.js

@@ -1,37 +0,0 @@
-import { readFile, rm } from 'node:fs/promises';
-import { dirname, resolve } from 'node:path';
-import { AsyncQueue } from '@sapphire/async-queue';
-import { ensureDir } from 'fs-extra/esm';
-import { lockAndWrite } from '../../background-handler/fs-utils.js';
-export class DatasetFileSystemEntry {
-    filePath;
-    fsQueue = new AsyncQueue();
-    constructor(options) {
-        this.filePath = resolve(options.storeDirectory, `${options.entityId}.json`);
-    }
-    async get() {
-        await this.fsQueue.wait();
-        try {
-            return JSON.parse(await readFile(this.filePath, 'utf-8'));
-        }
-        finally {
-            this.fsQueue.shift();
-        }
-    }
-    async update(data) {
-        await this.fsQueue.wait();
-        try {
-            await ensureDir(dirname(this.filePath));
-            await lockAndWrite(this.filePath, data);
-        }
-        finally {
-            this.fsQueue.shift();
-        }
-    }
-    async delete() {
-        await this.fsQueue.wait();
-        await rm(this.filePath, { force: true });
-        this.fsQueue.shift();
-    }
-}
-//# sourceMappingURL=fs.js.map

package/fs/dataset/fs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../../src/fs/dataset/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAIpE,MAAM,OAAO,sBAAsB;IACvB,QAAQ,CAAS;IACjB,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;IAEnC,YAAY,OAA2C;QACnD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,GAAG;QACL,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC9D,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACnB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC;YACD,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxC,MAAM,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;CACJ"}

package/fs/dataset/index.d.ts

@@ -1,10 +0,0 @@
-import type { Dictionary } from '@crawlee/types';
-import type { StorageImplementation } from '../common.js';
-export declare function createDatasetStorageImplementation<Data extends Dictionary>(options: CreateStorageImplementationOptions): StorageImplementation<Data>;
-export interface CreateStorageImplementationOptions {
-    persistStorage: boolean;
-    storeDirectory: string;
-    /** The actual id of the file to save */
-    entityId: string;
-}
-//# sourceMappingURL=index.d.ts.map

package/fs/dataset/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAI1D,wBAAgB,kCAAkC,CAAC,IAAI,SAAS,UAAU,EACtE,OAAO,EAAE,kCAAkC,GAC5C,qBAAqB,CAAC,IAAI,CAAC,CAM7B;AAED,MAAM,WAAW,kCAAkC;IAC/C,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,QAAQ,EAAE,MAAM,CAAC;CACpB"}

package/fs/dataset/index.js

@@ -1,9 +0,0 @@
-import { DatasetFileSystemEntry } from './fs.js';
-import { DatasetMemoryEntry } from './memory.js';
-export function createDatasetStorageImplementation(options) {
-    if (options.persistStorage) {
-        return new DatasetFileSystemEntry(options);
-    }
-    return new DatasetMemoryEntry();
-}
-//# sourceMappingURL=index.js.map

package/fs/dataset/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/fs/dataset/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,MAAM,UAAU,kCAAkC,CAC9C,OAA2C;IAE3C,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,IAAI,sBAAsB,CAAO,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,IAAI,kBAAkB,EAAQ,CAAC;AAC1C,CAAC"}

package/fs/dataset/memory.d.ts

@@ -1,8 +0,0 @@
-import type { StorageImplementation } from '../common.js';
-export declare class DatasetMemoryEntry<Data> implements StorageImplementation<Data> {
-    private data;
-    get(): Promise<Data>;
-    update(data: Data): void;
-    delete(): void;
-}
-//# sourceMappingURL=memory.d.ts.map

package/fs/dataset/memory.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAE1D,qBAAa,kBAAkB,CAAC,IAAI,CAAE,YAAW,qBAAqB,CAAC,IAAI,CAAC;IACxE,OAAO,CAAC,IAAI,CAAQ;IAEd,GAAG;IAIT,MAAM,CAAC,IAAI,EAAE,IAAI;IAIjB,MAAM;CAGT"}

package/fs/dataset/memory.js

@@ -1,13 +0,0 @@
-export class DatasetMemoryEntry {
-    data;
-    async get() {
-        return this.data;
-    }
-    update(data) {
-        this.data = data;
-    }
-    delete() {
-        // No-op
-    }
-}
-//# sourceMappingURL=memory.js.map

package/fs/dataset/memory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/fs/dataset/memory.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,kBAAkB;IACnB,IAAI,CAAQ;IAEpB,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAU;QACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,MAAM;QACF,QAAQ;IACZ,CAAC;CACJ"}

package/fs/key-value-store/fs.d.ts

@@ -1,17 +0,0 @@
-import type { InternalKeyRecord } from '../../resource-clients/key-value-store.js';
-import type { StorageImplementation } from '../common.js';
-import type { CreateStorageImplementationOptions } from './index.js';
-export declare class KeyValueFileSystemEntry implements StorageImplementation<InternalKeyRecord> {
-    private storeDirectory;
-    private writeMetadata;
-    private logger?;
-    private filePath;
-    private fileMetadataPath;
-    private rawRecord;
-    private fsQueue;
-    constructor(options: CreateStorageImplementationOptions);
-    get(): Promise<InternalKeyRecord>;
-    update(data: InternalKeyRecord): Promise<void>;
-    delete(): Promise<void>;
-}
-//# sourceMappingURL=fs.d.ts.map

package/fs/key-value-store/fs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/key-value-store/fs.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,YAAY,CAAC;AAErE,qBAAa,uBAAwB,YAAW,qBAAqB,CAAC,iBAAiB,CAAC;IACpF,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,MAAM,CAAC,CAAgB;IAE/B,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,OAAO,CAAoB;gBAEvB,OAAO,EAAE,kCAAkC;IAMjD,GAAG,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAoCjC,MAAM,CAAC,IAAI,EAAE,iBAAiB;IA2B9B,MAAM;CAMf"}

package/fs/key-value-store/fs.js

@@ -1,83 +0,0 @@
-import { readFile, rm } from 'node:fs/promises';
-import { dirname, resolve } from 'node:path';
-import { basename } from 'node:path/win32';
-import { AsyncQueue } from '@sapphire/async-queue';
-import { ensureDir } from 'fs-extra/esm';
-import mime from 'mime-types';
-import { lockAndWrite } from '../../background-handler/fs-utils.js';
-export class KeyValueFileSystemEntry {
-    storeDirectory;
-    writeMetadata;
-    logger;
-    filePath;
-    fileMetadataPath;
-    rawRecord;
-    fsQueue = new AsyncQueue();
-    constructor(options) {
-        this.storeDirectory = options.storeDirectory;
-        this.writeMetadata = options.writeMetadata;
-        this.logger = options.logger;
-    }
-    async get() {
-        await this.fsQueue.wait();
-        let file;
-        try {
-            file = await readFile(this.filePath);
-        }
-        catch {
-            try {
-                const noExtFilePath = resolve(this.storeDirectory, this.rawRecord.key);
-                // Try without extension
-                file = await readFile(noExtFilePath);
-                this.logger?.warning([
-                    `Key-value entry "${this.rawRecord.key}" for store ${basename(this.storeDirectory)} does not have a file extension, assuming it as text.`,
-                    'If you want to have correct interpretation of the file, you should add a file extension to the entry.',
-                ].join('\n'));
-                file = file.toString('utf-8');
-                this.filePath = noExtFilePath;
-            }
-            catch {
-                // This is impossible to happen, but just in case
-                throw new Error(`Could not find file at ${this.filePath}`);
-            }
-        }
-        finally {
-            this.fsQueue.shift();
-        }
-        return {
-            ...this.rawRecord,
-            value: file,
-            filePath: this.filePath,
-        };
-    }
-    async update(data) {
-        await this.fsQueue.wait();
-        const contentType = mime.contentType(data.key);
-        const fileName = 
-        // the content type might include charset, e.g. `text/html; charset=utf-8`, so we check via `startsWith` instead of `===`
-        contentType && data.contentType && contentType.startsWith(data.contentType)
-            ? data.key
-            : `${data.key}.${data.extension}`;
-        this.filePath ??= resolve(this.storeDirectory, fileName);
-        this.fileMetadataPath ??= resolve(this.storeDirectory, `${data.key}.__metadata__.json`);
-        const { value, ...rest } = data;
-        this.rawRecord = rest;
-        try {
-            await ensureDir(dirname(this.filePath));
-            await lockAndWrite(this.filePath, value, false);
-            if (this.writeMetadata) {
-                await lockAndWrite(this.fileMetadataPath, JSON.stringify(rest), true);
-            }
-        }
-        finally {
-            this.fsQueue.shift();
-        }
-    }
-    async delete() {
-        await this.fsQueue.wait();
-        await rm(this.filePath, { force: true });
-        await rm(this.fileMetadataPath, { force: true });
-        this.fsQueue.shift();
-    }
-}
-//# sourceMappingURL=fs.js.map

package/fs/key-value-store/fs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../../src/fs/key-value-store/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAG3C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,IAAI,MAAM,YAAY,CAAC;AAE9B,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAKpE,MAAM,OAAO,uBAAuB;IACxB,cAAc,CAAS;IACvB,aAAa,CAAU;IACvB,MAAM,CAAiB;IAEvB,QAAQ,CAAU;IAClB,gBAAgB,CAAU;IAC1B,SAAS,CAAoC;IAC7C,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;IAEnC,YAAY,OAA2C;QACnD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG;QACL,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,IAAqB,CAAC;QAE1B,IAAI,CAAC;YACD,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACL,IAAI,CAAC;gBACD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACvE,wBAAwB;gBACxB,IAAI,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM,EAAE,OAAO,CAChB;oBACI,oBAAoB,IAAI,CAAC,SAAS,CAAC,GAAG,eAAe,QAAQ,CACzD,IAAI,CAAC,cAAc,CACtB,uDAAuD;oBACxD,uGAAuG;iBAC1G,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;gBACF,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC9B,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACL,iDAAiD;gBACjD,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC/D,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;QAED,OAAO;YACH,GAAG,IAAI,CAAC,SAAS;YACjB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;SAC1B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAuB;QAChC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,QAAQ;QACV,yHAAyH;QACzH,WAAW,IAAI,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC,GAAG;YACV,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QAE1C,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACzD,IAAI,CAAC,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAExF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC;YACD,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxC,MAAM,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAEhD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrB,MAAM,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;CACJ"}

package/fs/key-value-store/index.d.ts

@@ -1,11 +0,0 @@
-import type { CrawleeLogger } from '@crawlee/types';
-import type { InternalKeyRecord } from '../../resource-clients/key-value-store.js';
-import type { StorageImplementation } from '../common.js';
-export declare function createKeyValueStorageImplementation(options: CreateStorageImplementationOptions): StorageImplementation<InternalKeyRecord>;
-export interface CreateStorageImplementationOptions {
-    persistStorage: boolean;
-    storeDirectory: string;
-    writeMetadata: boolean;
-    logger?: CrawleeLogger;
-}
-//# sourceMappingURL=index.d.ts.map

package/fs/key-value-store/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/fs/key-value-store/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAI1D,wBAAgB,mCAAmC,CAC/C,OAAO,EAAE,kCAAkC,GAC5C,qBAAqB,CAAC,iBAAiB,CAAC,CAM1C;AAED,MAAM,WAAW,kCAAkC;IAC/C,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,aAAa,CAAC;CAC1B"}

package/fs/key-value-store/index.js

@@ -1,9 +0,0 @@
-import { KeyValueFileSystemEntry } from './fs.js';
-import { KeyValueMemoryEntry } from './memory.js';
-export function createKeyValueStorageImplementation(options) {
-    if (options.persistStorage) {
-        return new KeyValueFileSystemEntry(options);
-    }
-    return new KeyValueMemoryEntry();
-}
-//# sourceMappingURL=index.js.map

package/fs/key-value-store/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/fs/key-value-store/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,MAAM,UAAU,mCAAmC,CAC/C,OAA2C;IAE3C,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,mBAAmB,EAAE,CAAC;AACrC,CAAC"}

package/fs/key-value-store/memory.d.ts

@@ -1,9 +0,0 @@
-import type { InternalKeyRecord } from '../../resource-clients/key-value-store.js';
-import type { StorageImplementation } from '../common.js';
-export declare class KeyValueMemoryEntry implements StorageImplementation<InternalKeyRecord> {
-    private data;
-    get(): Promise<InternalKeyRecord>;
-    update(data: InternalKeyRecord): void;
-    delete(): void;
-}
-//# sourceMappingURL=memory.d.ts.map

package/fs/key-value-store/memory.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/fs/key-value-store/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAE1D,qBAAa,mBAAoB,YAAW,qBAAqB,CAAC,iBAAiB,CAAC;IAChF,OAAO,CAAC,IAAI,CAAqB;IAE3B,GAAG;IAIT,MAAM,CAAC,IAAI,EAAE,iBAAiB;IAI9B,MAAM;CAGT"}

package/fs/key-value-store/memory.js

@@ -1,13 +0,0 @@
-export class KeyValueMemoryEntry {
-    data;
-    async get() {
-        return this.data;
-    }
-    update(data) {
-        this.data = data;
-    }
-    delete() {
-        // No-op
-    }
-}
-//# sourceMappingURL=memory.js.map

package/fs/key-value-store/memory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/fs/key-value-store/memory.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,mBAAmB;IACpB,IAAI,CAAqB;IAEjC,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAuB;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,MAAM;QACF,QAAQ;IACZ,CAAC;CACJ"}

package/fs/request-queue/fs.d.ts

@@ -1,21 +0,0 @@
-import type { InternalRequest } from '../../resource-clients/request-queue.js';
-import type { StorageImplementation } from '../common.js';
-import type { CreateStorageImplementationOptions } from './index.js';
-export declare class RequestQueueFileSystemEntry implements StorageImplementation<InternalRequest> {
-    private filePath;
-    private fsQueue;
-    private data?;
-    private directoryExists;
-    /**
-     * A "sweep" timeout that is created/refreshed whenever this entry is accessed/updated.
-     * It exists to ensure that the entry is not kept in memory indefinitely, by sweeping it after 60 seconds of inactivity (in order to keep memory usage low)
-     */
-    private sweepTimeout?;
-    orderNo?: number | null;
-    constructor(options: CreateStorageImplementationOptions);
-    get(force?: boolean): Promise<any>;
-    update(data: InternalRequest): Promise<void>;
-    delete(): Promise<void>;
-    private setOrRefreshSweepTimeout;
-}
-//# sourceMappingURL=fs.d.ts.map

package/fs/request-queue/fs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/request-queue/fs.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,YAAY,CAAC;AAErE,qBAAa,2BAA4B,YAAW,qBAAqB,CAAC,eAAe,CAAC;IACtF,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,IAAI,CAAC,CAAkB;IAC/B,OAAO,CAAC,eAAe,CAAS;IAEhC;;;OAGG;IACH,OAAO,CAAC,YAAY,CAAC,CAAiB;IAE/B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEnB,OAAO,EAAE,kCAAkC;IAIjD,GAAG,CAAC,KAAK,UAAQ;IAuBjB,MAAM,CAAC,IAAI,EAAE,eAAe;IAmB5B,MAAM;IAMZ,OAAO,CAAC,wBAAwB;CAUnC"}

package/fs/request-queue/fs.js

@@ -1,72 +0,0 @@
-import { readFile, rm } from 'node:fs/promises';
-import { dirname, resolve } from 'node:path';
-import { AsyncQueue } from '@sapphire/async-queue';
-import { ensureDir } from 'fs-extra/esm';
-import { lockAndCallback, lockAndWrite } from '../../background-handler/fs-utils.js';
-export class RequestQueueFileSystemEntry {
-    filePath;
-    fsQueue = new AsyncQueue();
-    data;
-    directoryExists = false;
-    /**
-     * A "sweep" timeout that is created/refreshed whenever this entry is accessed/updated.
-     * It exists to ensure that the entry is not kept in memory indefinitely, by sweeping it after 60 seconds of inactivity (in order to keep memory usage low)
-     */
-    sweepTimeout;
-    orderNo;
-    constructor(options) {
-        this.filePath = resolve(options.storeDirectory, `${options.requestId}.json`);
-    }
-    async get(force = false) {
-        await this.fsQueue.wait();
-        this.setOrRefreshSweepTimeout();
-        if (this.data && !force) {
-            this.fsQueue.shift();
-            return this.data;
-        }
-        try {
-            return await lockAndCallback(this.filePath, async () => {
-                const req = JSON.parse(await readFile(this.filePath, 'utf-8'));
-                this.data = req;
-                this.orderNo = req.orderNo;
-                return req;
-            });
-        }
-        finally {
-            this.fsQueue.shift();
-        }
-    }
-    async update(data) {
-        await this.fsQueue.wait();
-        this.data = data;
-        try {
-            if (!this.directoryExists) {
-                await ensureDir(dirname(this.filePath));
-                this.directoryExists = true;
-            }
-            await lockAndWrite(this.filePath, data);
-            this.orderNo = data.orderNo;
-        }
-        finally {
-            this.setOrRefreshSweepTimeout();
-            this.fsQueue.shift();
-        }
-    }
-    async delete() {
-        await this.fsQueue.wait();
-        await rm(this.filePath, { force: true });
-        this.fsQueue.shift();
-    }
-    setOrRefreshSweepTimeout() {
-        if (this.sweepTimeout) {
-            this.sweepTimeout.refresh();
-        }
-        else {
-            this.sweepTimeout = setTimeout(() => {
-                this.sweepTimeout = undefined;
-                this.data = undefined;
-            }, 60_000).unref();
-        }
-    }
-}
-//# sourceMappingURL=fs.js.map

package/fs/request-queue/fs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../../src/fs/request-queue/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAKrF,MAAM,OAAO,2BAA2B;IAC5B,QAAQ,CAAS;IACjB,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;IAC3B,IAAI,CAAmB;IACvB,eAAe,GAAG,KAAK,CAAC;IAEhC;;;OAGG;IACK,YAAY,CAAkB;IAE/B,OAAO,CAAiB;IAE/B,YAAY,OAA2C;QACnD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,SAAS,OAAO,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK;QACnB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEhC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,IAAI,CAAC;QACrB,CAAC;QAED,IAAI,CAAC;YACD,OAAO,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC/D,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;gBAEhB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAE3B,OAAO,GAAG,CAAC;YACf,CAAC,CAAC,CAAC;QACP,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAqB;QAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;gBACxB,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACxC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAChC,CAAC;YAED,MAAM,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAExC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAChC,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAEO,wBAAwB;QAC5B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QAChC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;gBAC9B,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YAC1B,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;CACJ"}

package/fs/request-queue/index.d.ts

@@ -1,9 +0,0 @@
-import { RequestQueueFileSystemEntry } from './fs.js';
-import { RequestQueueMemoryEntry } from './memory.js';
-export declare function createRequestQueueStorageImplementation(options: CreateStorageImplementationOptions): RequestQueueMemoryEntry | RequestQueueFileSystemEntry;
-export interface CreateStorageImplementationOptions {
-    persistStorage: boolean;
-    storeDirectory: string;
-    requestId: string;
-}
-//# sourceMappingURL=index.d.ts.map

package/fs/request-queue/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/fs/request-queue/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAEtD,wBAAgB,uCAAuC,CAAC,OAAO,EAAE,kCAAkC,yDAMlG;AAED,MAAM,WAAW,kCAAkC;IAC/C,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACrB"}

package/fs/request-queue/index.js

@@ -1,9 +0,0 @@
-import { RequestQueueFileSystemEntry } from './fs.js';
-import { RequestQueueMemoryEntry } from './memory.js';
-export function createRequestQueueStorageImplementation(options) {
-    if (options.persistStorage) {
-        return new RequestQueueFileSystemEntry(options);
-    }
-    return new RequestQueueMemoryEntry();
-}
-//# sourceMappingURL=index.js.map

package/fs/request-queue/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/fs/request-queue/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAEtD,MAAM,UAAU,uCAAuC,CAAC,OAA2C;IAC/F,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,IAAI,2BAA2B,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,IAAI,uBAAuB,EAAE,CAAC;AACzC,CAAC"}

package/fs/request-queue/memory.d.ts

@@ -1,10 +0,0 @@
-import type { InternalRequest } from '../../resource-clients/request-queue.js';
-import type { StorageImplementation } from '../common.js';
-export declare class RequestQueueMemoryEntry implements StorageImplementation<InternalRequest> {
-    private data;
-    orderNo?: number | null;
-    get(): Promise<InternalRequest>;
-    update(data: InternalRequest): void;
-    delete(): void;
-}
-//# sourceMappingURL=memory.d.ts.map

package/fs/request-queue/memory.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/fs/request-queue/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAE1D,qBAAa,uBAAwB,YAAW,qBAAqB,CAAC,eAAe,CAAC;IAClF,OAAO,CAAC,IAAI,CAAmB;IAExB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzB,GAAG;IAIT,MAAM,CAAC,IAAI,EAAE,eAAe;IAK5B,MAAM;CAGT"}

package/fs/request-queue/memory.js

@@ -1,15 +0,0 @@
-export class RequestQueueMemoryEntry {
-    data;
-    orderNo;
-    async get() {
-        return this.data;
-    }
-    update(data) {
-        this.data = data;
-        this.orderNo = data.orderNo;
-    }
-    delete() {
-        // No-op
-    }
-}
-//# sourceMappingURL=memory.js.map

package/fs/request-queue/memory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/fs/request-queue/memory.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,uBAAuB;IACxB,IAAI,CAAmB;IAExB,OAAO,CAAiB;IAE/B,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAqB;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAChC,CAAC;IAED,MAAM;QACF,QAAQ;IACZ,CAAC;CACJ"}