crawlee-one 1.0.0

package/dist/cjs/lib/test/mockApifyClient.js

@@ -0,0 +1,176 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMockStorageDataset = exports.createMockStorageClient = exports.createMockDatasetCollectionClient = exports.createMockRequestQueueClient = exports.createMockKeyValueStoreClient = exports.createMockClientRequestQueue = exports.createMockClientDataset = void 0;
+const createMockClientDataset = (overrides) => (Object.assign({ id: 'MockClientDataset.id', name: 'MockClientDataset.name', title: 'MockClientDataset.title', userId: 'MockClientDataset.id.userId', createdAt: new Date('2023-04-17'), modifiedAt: new Date('2023-04-17'), accessedAt: new Date('2023-04-17'), itemCount: 10, cleanItemCount: 10, actId: 'MockClientDataset.actId', actRunId: 'MockClientDataset.actRunId', stats: {}, fields: [] }, overrides));
+exports.createMockClientDataset = createMockClientDataset;
+const createMockClientRequestQueue = (overrides) => (Object.assign({ id: 'MockClientRequestQueue.id', name: 'MockClientRequestQueue.name', title: 'MockClientRequestQueue.title', userId: 'MockClientRequestQueue.userId', createdAt: new Date('2023-04-17'), modifiedAt: new Date('2023-04-17'), accessedAt: new Date('2023-04-17'), 
+    // expireAt?: string;
+    totalRequestCount: 0, handledRequestCount: 0, pendingRequestCount: 0, 
+    // actId?: string;
+    // actRunId?: string;
+    hadMultipleClients: false, stats: {} }, overrides));
+exports.createMockClientRequestQueue = createMockClientRequestQueue;
+const createMockKeyValueStoreClient = ({ log, } = {}) => {
+    return {
+        getRecord: (...args) => {
+            const [key] = args;
+            log === null || log === void 0 ? void 0 : log(`Called MockKeyValueStoreClient.getRecord with ${JSON.stringify(args)}`);
+            return Promise.resolve({
+                key,
+                value: null,
+                // contentType?: string;
+            });
+        },
+        setRecord: (...args) => {
+            log === null || log === void 0 ? void 0 : log(`Called MockKeyValueStoreClient.setRecord with ${JSON.stringify(args)}`);
+            return Promise.resolve();
+        },
+        // get(): Promise<KeyValueStoreInfo | undefined>;
+        // update(newFields: KeyValueStoreClientUpdateOptions): Promise<Partial<KeyValueStoreInfo>>;
+        // delete(): Promise<void>;
+        // listKeys(options?: KeyValueStoreClientListOptions): Promise<KeyValueStoreClientListData>;
+        // getRecord(key: string, options?: KeyValueStoreClientGetRecordOptions): Promise<KeyValueStoreRecord | undefined>;
+        // setRecord(record: KeyValueStoreRecord): Promise<void>;
+        // deleteRecord(key: string): Promise<void>;
+    };
+};
+exports.createMockKeyValueStoreClient = createMockKeyValueStoreClient;
+const createMockRequestQueueClient = ({ log, onBatchAddRequests, } = {}) => {
+    const requestQueue = [];
+    return {
+        batchAddRequests: (...args) => __awaiter(void 0, void 0, void 0, function* () {
+            const [requests, options] = args;
+            log === null || log === void 0 ? void 0 : log(`Called MockRequestQueueClient.batchAddRequests with ${JSON.stringify(args)}`);
+            const reqsWithIds = requests.map((r) => (Object.assign(Object.assign({}, r), { id: Math.random() + '' })));
+            requestQueue.push(...reqsWithIds);
+            const reqsAddedToQueue = reqsWithIds.map((r) => ({
+                uniqueKey: r.uniqueKey,
+                requestId: r.id,
+                wasAlreadyPresent: false,
+                wasAlreadyHandled: false,
+            }));
+            yield (onBatchAddRequests === null || onBatchAddRequests === void 0 ? void 0 : onBatchAddRequests(requests, options));
+            return Promise.resolve({
+                unprocessedRequests: [],
+                processedRequests: reqsAddedToQueue,
+            });
+        }),
+        get: (...args) => {
+            log === null || log === void 0 ? void 0 : log(`Called MockRequestQueueClient.get with ${JSON.stringify(args)}`);
+            return Promise.resolve((0, exports.createMockClientRequestQueue)());
+        },
+        getRequest: (...args) => __awaiter(void 0, void 0, void 0, function* () {
+            const [id] = args;
+            log === null || log === void 0 ? void 0 : log(`Called MockRequestQueueClient.getRequest with ${JSON.stringify(args)}`);
+            log === null || log === void 0 ? void 0 : log(`requestQueue: ${JSON.stringify(requestQueue.map((r) => r.id))}`);
+            const indexOfNextRequest = requestQueue.findIndex((r) => r.id === id);
+            if (indexOfNextRequest === -1)
+                return undefined;
+            const [req] = requestQueue.splice(indexOfNextRequest, 1);
+            return req;
+        }),
+        updateRequest: (...args) => {
+            const [request, options] = args;
+            log === null || log === void 0 ? void 0 : log(`Called MockRequestQueueClient.updateRequest with ${JSON.stringify(args)}`);
+            log === null || log === void 0 ? void 0 : log(`requestQueue: ${JSON.stringify(requestQueue)}`);
+            const indexOfUpdatedRequest = requestQueue.findIndex((r) => r.id === request.id);
+            const wasAlreadyPresent = indexOfUpdatedRequest !== -1;
+            if (wasAlreadyPresent) {
+                const req = requestQueue[indexOfUpdatedRequest];
+                Object.assign(req, request);
+            }
+            else {
+                const req = Object.assign({}, request);
+                requestQueue.push(req);
+            }
+            log === null || log === void 0 ? void 0 : log(`requestQueue: ${JSON.stringify(requestQueue)}`);
+            // [{"id":"0.9121846955138175","url":"https://profesia.sk/partneri","loadedUrl":"https://www.profesia.sk/partneri","uniqueKey":"https://profesia.sk/partneri","method":"GET","noRetry":false,"retryCount":0,"errorMessages":[],"headers":{},"userData":{"__crawlee":{"state":4}},"handledAt":"2023-04-17T12:15:57.350Z"}]
+            return Promise.resolve({
+                requestId: request.id,
+                wasAlreadyPresent,
+                wasAlreadyHandled: false,
+            });
+        },
+        listHead: (...args) => {
+            var _a;
+            const [options] = args;
+            log === null || log === void 0 ? void 0 : log(`Called MockRequestQueueClient.listHead with ${JSON.stringify(args)}`);
+            return Promise.resolve({
+                items: [],
+                queueModifiedAt: new Date('2023-04-17'),
+                hadMultipleClients: false,
+                limit: (_a = options === null || options === void 0 ? void 0 : options.limit) !== null && _a !== void 0 ? _a : 100,
+            });
+        },
+    };
+};
+exports.createMockRequestQueueClient = createMockRequestQueueClient;
+const createMockDatasetCollectionClient = ({ log, } = {}) => {
+    const dataset = [];
+    return {
+        list: (options) => {
+            var _a, _b, _c, _d;
+            let items = dataset.slice();
+            if (options === null || options === void 0 ? void 0 : options.desc)
+                items = items.reverse();
+            if (options === null || options === void 0 ? void 0 : options.offset)
+                items = items.slice(options.offset);
+            return Promise.resolve({
+                total: dataset.length,
+                count: (_a = options === null || options === void 0 ? void 0 : options.limit) !== null && _a !== void 0 ? _a : items.length,
+                offset: (_b = options === null || options === void 0 ? void 0 : options.offset) !== null && _b !== void 0 ? _b : 0,
+                limit: (_c = options === null || options === void 0 ? void 0 : options.limit) !== null && _c !== void 0 ? _c : items.length,
+                desc: (_d = options === null || options === void 0 ? void 0 : options.desc) !== null && _d !== void 0 ? _d : false,
+                items,
+            });
+        },
+        getOrCreate: (name, options) => Promise.resolve((0, exports.createMockClientDataset)()),
+        // _list, _create, _getOrCreate, baseUrl
+    };
+};
+exports.createMockDatasetCollectionClient = createMockDatasetCollectionClient;
+const createMockStorageClient = ({ log, onBatchAddRequests, } = {}) => {
+    return {
+        datasets: (...args) => {
+            log === null || log === void 0 ? void 0 : log(`Called MockStorageClient.datasets with ${JSON.stringify(args)}`);
+            return (0, exports.createMockDatasetCollectionClient)({ log });
+        },
+        requestQueue: (...args) => {
+            log === null || log === void 0 ? void 0 : log(`Called MockStorageClient.requestQueue with ${JSON.stringify(args)}`);
+            return (0, exports.createMockRequestQueueClient)({ log, onBatchAddRequests });
+        },
+        keyValueStore: (...args) => {
+            log === null || log === void 0 ? void 0 : log(`Called MockStorageClient.keyValueStore with ${JSON.stringify(args)}`);
+            return (0, exports.createMockKeyValueStoreClient)({ log });
+        },
+        // dataset, keyValueStores, requestQueues
+    };
+};
+exports.createMockStorageClient = createMockStorageClient;
+const createMockStorageDataset = (...args) => {
+    const origArgs = args.slice().slice(0, 2);
+    const [datasetId, __, custom] = args;
+    const { log, onPushData, onGetInfo } = custom || {};
+    log === null || log === void 0 ? void 0 : log(`Called MockStorageDataset with ${JSON.stringify(origArgs)}`);
+    return Promise.resolve({
+        pushData: (...args) => __awaiter(void 0, void 0, void 0, function* () {
+            log === null || log === void 0 ? void 0 : log(`Called MockStorageDataset.pushData (instance ${datasetId}) with ${JSON.stringify(args)}`); // prettier-ignore
+            yield (onPushData === null || onPushData === void 0 ? void 0 : onPushData(...args));
+        }),
+        getInfo: (...args) => __awaiter(void 0, void 0, void 0, function* () {
+            log === null || log === void 0 ? void 0 : log(`Called MockStorageDataset.getInfo (instance ${datasetId}) with ${JSON.stringify(args)}`); // prettier-ignore
+            return onGetInfo ? onGetInfo(...args) : { itemCount: 10 };
+        }),
+    });
+};
+exports.createMockStorageDataset = createMockStorageDataset;
+//# sourceMappingURL=mockApifyClient.js.map

package/dist/cjs/lib/test/mockApifyClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mockApifyClient.js","sourceRoot":"","sources":["../../../../src/lib/test/mockApifyClient.ts"],"names":[],"mappings":";;;;;;;;;;;;AAiCO,MAAM,uBAAuB,GAAG,CAAC,SAAyB,EAAiB,EAAE,CAAC,iBACnF,EAAE,EAAE,sBAAsB,EAC1B,IAAI,EAAE,wBAAwB,EAC9B,KAAK,EAAE,yBAAyB,EAChC,MAAM,EAAE,6BAA6B,EACrC,SAAS,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EACjC,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EAClC,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EAClC,SAAS,EAAE,EAAE,EACb,cAAc,EAAE,EAAE,EAClB,KAAK,EAAE,yBAAyB,EAChC,QAAQ,EAAE,4BAA4B,EACtC,KAAK,EAAE,EAAE,EACT,MAAM,EAAE,EAAE,IACP,SAAS,EACZ,CAAC;AAfU,QAAA,uBAAuB,2BAejC;AAEI,MAAM,4BAA4B,GAAG,CAC1C,SAA8B,EACV,EAAE,CAAC,iBACvB,EAAE,EAAE,2BAA2B,EAC/B,IAAI,EAAE,6BAA6B,EACnC,KAAK,EAAE,8BAA8B,EACrC,MAAM,EAAE,+BAA+B,EACvC,SAAS,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EACjC,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EAClC,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC;IAClC,qBAAqB;IACrB,iBAAiB,EAAE,CAAC,EACpB,mBAAmB,EAAE,CAAC,EACtB,mBAAmB,EAAE,CAAC;IACtB,kBAAkB;IAClB,qBAAqB;IACrB,kBAAkB,EAAE,KAAK,EACzB,KAAK,EAAE,EAAE,IACN,SAAS,EACZ,CAAC;AAnBU,QAAA,4BAA4B,gCAmBtC;AAEI,MAAM,6BAA6B,GAAG,CAAC,EAC5C,GAAG,MAC8B,EAAE,EAAuB,EAAE;IAC5D,OAAO;QACL,SAAS,EAAE,CAAC,GAAG,IAAc,EAAiD,EAAE;YAC9E,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACnB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,iDAAiD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/E,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,GAAG;gBACH,KAAK,EAAE,IAAI;gBACX,wBAAwB;aACzB,CAAC,CAAC;QACL,CAAC;QACD,SAAS,EAAE,CAAC,GAAG,IAAwC,EAAiB,EAAE;YACxE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,iDAAiD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/E,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,iDAAiD;QACjD,4FAA4F;QAC5F,2BAA2B;QAC3B,4FAA4F;QAC5F,mHAAmH;QACnH,yDAAyD;QACzD,4CAA4C;KACtC,CAAC;AACX,CAAC,CAAC;AAzBW,QAAA,6BAA6B,iCAyBxC;AAEK,MAAM,4BAA4B,GAAG,CAAC,EAC3C,GAAG,EACH,kBAAkB,MAIhB,EAAE,EAAsB,EAAE;IAC5B,MAAM,YAAY,GAAU,EAAE,CAAC;IAE/B,OAAO;QACL,gBAAgB,EAAE,CAChB,GAAG,IAA0B,EAC4B,EAAE;YAC3D,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;YACjC,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,uDAAuD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iCAAM,CAAC,KAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAG,CAAC,CAAC;YAC5E,YAAY,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;YAElC,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/C,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,EAAE;gBACf,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,KAAK;aACzB,CAAC,CAAC,CAAC;YAEJ,MAAM,CAAA,kBAAkB,aAAlB,kBAAkB,uBAAlB,kBAAkB,CAAG,QAAQ,EAAE,OAAO,CAAC,CAAA,CAAC;YAE9C,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,mBAAmB,EAAE,EAAE;gBACvB,iBAAiB,EAAE,gBAAgB;aACpC,CAAC,CAAC;QACL,CAAC,CAAA;QAED,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YACf,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,0CAA0C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAA,oCAA4B,GAAE,CAAC,CAAC;QACzD,CAAC;QAED,UAAU,EAAE,CACV,GAAG,IAAkB,EACoC,EAAE;YAC3D,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YAClB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,iDAAiD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/E,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,iBAAiB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAExE,MAAM,kBAAkB,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACtE,IAAI,kBAAkB,KAAK,CAAC,CAAC;gBAAE,OAAO,SAAS,CAAC;YAEhD,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;YACzD,OAAO,GAAG,CAAC;QACb,CAAC,CAAA;QAED,aAAa,EAAE,CACb,GAAG,IAGF,EAC4C,EAAE;YAC/C,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;YAChC,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,oDAAoD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClF,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,iBAAiB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAEvD,MAAM,qBAAqB,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC;YACjF,MAAM,iBAAiB,GAAG,qBAAqB,KAAK,CAAC,CAAC,CAAC;YACvD,IAAI,iBAAiB,EAAE;gBACrB,MAAM,GAAG,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;aAC7B;iBAAM;gBACL,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACvC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aACxB;YAED,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,iBAAiB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAEvD,yTAAyT;YACzT,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,iBAAiB;gBACjB,iBAAiB,EAAE,KAAK;aACzB,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,EAAE,CACR,GAAG,IAAmD,EACX,EAAE;;YAC7C,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YACvB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,+CAA+C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7E,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,KAAK,EAAE,EAAE;gBACT,eAAe,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC;gBACvC,kBAAkB,EAAE,KAAK;gBACzB,KAAK,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,mCAAI,GAAG;aAC7B,CAAC,CAAC;QACL,CAAC;KACK,CAAC;AACX,CAAC,CAAC;AA/FW,QAAA,4BAA4B,gCA+FvC;AAEK,MAAM,iCAAiC,GAAG,CAAC,EAChD,GAAG,MAC8B,EAAE,EAA2B,EAAE;IAChE,MAAM,OAAO,GAAG,EAAE,CAAC;IAEnB,OAAO;QACL,IAAI,EAAE,CACJ,OAA4C,EACA,EAAE;;YAC9C,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI;gBAAE,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YAC3C,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM;gBAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEzD,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,mCAAI,KAAK,CAAC,MAAM;gBACrC,MAAM,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,mCAAI,CAAC;gBAC5B,KAAK,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,mCAAI,KAAK,CAAC,MAAM;gBACrC,IAAI,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,mCAAI,KAAK;gBAC5B,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,WAAW,EAAE,CACX,IAAa,EACb,OAAmD,EAC3B,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAA,+BAAuB,GAAE,CAAC;QAEvE,wCAAwC;KAClC,CAAC;AACX,CAAC,CAAC;AA9BW,QAAA,iCAAiC,qCA8B5C;AAEK,MAAM,uBAAuB,GAAG,CAAC,EACtC,GAAG,EACH,kBAAkB,MAIhB,EAAE,EAAiB,EAAE;IACvB,OAAO;QACL,QAAQ,EAAE,CAAC,GAAG,IAAI,EAA2B,EAAE;YAC7C,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,0CAA0C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxE,OAAO,IAAA,yCAAiC,EAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,YAAY,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YACxB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,8CAA8C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5E,OAAO,IAAA,oCAA4B,EAAC,EAAE,GAAG,EAAE,kBAAkB,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,aAAa,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YACzB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,+CAA+C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7E,OAAO,IAAA,qCAA6B,EAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,yCAAyC;KACnC,CAAC;AACX,CAAC,CAAC;AAvBW,QAAA,uBAAuB,2BAuBlC;AAEK,MAAM,wBAAwB,GAAG,CACtC,GAAG,IAQF,EACsB,EAAE;IACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACrC,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,EAAE,CAAC;IACpD,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,kCAAkC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAEpE,OAAO,OAAO,CAAC,OAAO,CAAC;QACrB,QAAQ,EAAE,CAAO,GAAG,IAAI,EAAE,EAAE;YAC1B,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,gDAAgD,SAAS,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB;YACpH,MAAM,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,GAAG,IAAI,CAAC,CAAA,CAAC;QAC9B,CAAC,CAAA;QACD,OAAO,EAAE,CAAO,GAAG,IAAI,EAAE,EAAE;YACzB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAG,+CAA+C,SAAS,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB;YACnH,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAC5D,CAAC,CAAA;KACS,CAAC,CAAC;AAChB,CAAC,CAAC;AA1BW,QAAA,wBAAwB,4BA0BnC","sourcesContent":["import type { Dataset, OpenStorageOptions } from 'apify';\nimport type {\n  RequestQueue as ClientRequestQueue,\n  RequestQueueClientAddRequestOptions,\n  RequestQueueClientAddRequestResult,\n  RequestQueueClientBatchAddRequestWithRetriesOptions,\n  RequestQueueClientBatchRequestsOperationResult,\n  RequestQueueClientGetRequestResult,\n  RequestQueueClientListHeadOptions,\n  RequestQueueClientListHeadResult,\n  RequestQueueClientRequestSchema,\n} from 'apify-client';\nimport type {\n  Dataset as ClientDataset,\n  DatasetCollectionClient,\n  DatasetCollectionClientGetOrCreateOptions,\n  DatasetCollectionClientListOptions,\n  DatasetCollectionClientListResult,\n  KeyValueStoreClient,\n  KeyValueStoreRecord,\n  RequestQueueClient,\n} from 'apify-client';\nimport type { StorageClient } from 'crawlee';\n\nimport type { MaybePromise } from '../../utils/types';\n\ntype BatchAddRequestsArgs = [\n  requests: Omit<RequestQueueClientRequestSchema, 'id'>[],\n  options?: RequestQueueClientBatchAddRequestWithRetriesOptions\n];\n\nexport type OnBatchAddRequests = (...args: BatchAddRequestsArgs) => MaybePromise<void>;\n\nexport const createMockClientDataset = (overrides?: ClientDataset): ClientDataset => ({\n  id: 'MockClientDataset.id',\n  name: 'MockClientDataset.name',\n  title: 'MockClientDataset.title',\n  userId: 'MockClientDataset.id.userId',\n  createdAt: new Date('2023-04-17'),\n  modifiedAt: new Date('2023-04-17'),\n  accessedAt: new Date('2023-04-17'),\n  itemCount: 10,\n  cleanItemCount: 10,\n  actId: 'MockClientDataset.actId',\n  actRunId: 'MockClientDataset.actRunId',\n  stats: {},\n  fields: [],\n  ...overrides,\n});\n\nexport const createMockClientRequestQueue = (\n  overrides?: ClientRequestQueue\n): ClientRequestQueue => ({\n  id: 'MockClientRequestQueue.id',\n  name: 'MockClientRequestQueue.name',\n  title: 'MockClientRequestQueue.title',\n  userId: 'MockClientRequestQueue.userId',\n  createdAt: new Date('2023-04-17'),\n  modifiedAt: new Date('2023-04-17'),\n  accessedAt: new Date('2023-04-17'),\n  // expireAt?: string;\n  totalRequestCount: 0,\n  handledRequestCount: 0,\n  pendingRequestCount: 0,\n  // actId?: string;\n  // actRunId?: string;\n  hadMultipleClients: false,\n  stats: {},\n  ...overrides,\n});\n\nexport const createMockKeyValueStoreClient = ({\n  log,\n}: { log?: (args: any) => void } = {}): KeyValueStoreClient => {\n  return {\n    getRecord: (...args: [string]): Promise<KeyValueStoreRecord<any> | undefined> => {\n      const [key] = args;\n      log?.(`Called MockKeyValueStoreClient.getRecord with ${JSON.stringify(args)}`);\n      return Promise.resolve({\n        key,\n        value: null,\n        // contentType?: string;\n      });\n    },\n    setRecord: (...args: [record: KeyValueStoreRecord<any>]): Promise<void> => {\n      log?.(`Called MockKeyValueStoreClient.setRecord with ${JSON.stringify(args)}`);\n      return Promise.resolve();\n    },\n    // get(): Promise<KeyValueStoreInfo | undefined>;\n    // update(newFields: KeyValueStoreClientUpdateOptions): Promise<Partial<KeyValueStoreInfo>>;\n    // delete(): Promise<void>;\n    // listKeys(options?: KeyValueStoreClientListOptions): Promise<KeyValueStoreClientListData>;\n    // getRecord(key: string, options?: KeyValueStoreClientGetRecordOptions): Promise<KeyValueStoreRecord | undefined>;\n    // setRecord(record: KeyValueStoreRecord): Promise<void>;\n    // deleteRecord(key: string): Promise<void>;\n  } as any;\n};\n\nexport const createMockRequestQueueClient = ({\n  log,\n  onBatchAddRequests,\n}: {\n  log?: (args: any) => void;\n  onBatchAddRequests?: OnBatchAddRequests;\n} = {}): RequestQueueClient => {\n  const requestQueue: any[] = [];\n\n  return {\n    batchAddRequests: async (\n      ...args: BatchAddRequestsArgs\n    ): Promise<RequestQueueClientBatchRequestsOperationResult> => {\n      const [requests, options] = args;\n      log?.(`Called MockRequestQueueClient.batchAddRequests with ${JSON.stringify(args)}`);\n      const reqsWithIds = requests.map((r) => ({ ...r, id: Math.random() + '' }));\n      requestQueue.push(...reqsWithIds);\n\n      const reqsAddedToQueue = reqsWithIds.map((r) => ({\n        uniqueKey: r.uniqueKey,\n        requestId: r.id,\n        wasAlreadyPresent: false,\n        wasAlreadyHandled: false,\n      }));\n\n      await onBatchAddRequests?.(requests, options);\n\n      return Promise.resolve({\n        unprocessedRequests: [],\n        processedRequests: reqsAddedToQueue,\n      });\n    },\n\n    get: (...args) => {\n      log?.(`Called MockRequestQueueClient.get with ${JSON.stringify(args)}`);\n      return Promise.resolve(createMockClientRequestQueue());\n    },\n\n    getRequest: async (\n      ...args: [id: string]\n    ): Promise<RequestQueueClientGetRequestResult | undefined> => {\n      const [id] = args;\n      log?.(`Called MockRequestQueueClient.getRequest with ${JSON.stringify(args)}`);\n      log?.(`requestQueue: ${JSON.stringify(requestQueue.map((r) => r.id))}`);\n\n      const indexOfNextRequest = requestQueue.findIndex((r) => r.id === id);\n      if (indexOfNextRequest === -1) return undefined;\n\n      const [req] = requestQueue.splice(indexOfNextRequest, 1);\n      return req;\n    },\n\n    updateRequest: (\n      ...args: [\n        request: RequestQueueClientRequestSchema,\n        options?: RequestQueueClientAddRequestOptions\n      ]\n    ): Promise<RequestQueueClientAddRequestResult> => {\n      const [request, options] = args;\n      log?.(`Called MockRequestQueueClient.updateRequest with ${JSON.stringify(args)}`);\n      log?.(`requestQueue: ${JSON.stringify(requestQueue)}`);\n\n      const indexOfUpdatedRequest = requestQueue.findIndex((r) => r.id === request.id);\n      const wasAlreadyPresent = indexOfUpdatedRequest !== -1;\n      if (wasAlreadyPresent) {\n        const req = requestQueue[indexOfUpdatedRequest];\n        Object.assign(req, request);\n      } else {\n        const req = Object.assign({}, request);\n        requestQueue.push(req);\n      }\n\n      log?.(`requestQueue: ${JSON.stringify(requestQueue)}`);\n\n      // [{\"id\":\"0.9121846955138175\",\"url\":\"https://profesia.sk/partneri\",\"loadedUrl\":\"https://www.profesia.sk/partneri\",\"uniqueKey\":\"https://profesia.sk/partneri\",\"method\":\"GET\",\"noRetry\":false,\"retryCount\":0,\"errorMessages\":[],\"headers\":{},\"userData\":{\"__crawlee\":{\"state\":4}},\"handledAt\":\"2023-04-17T12:15:57.350Z\"}]\n      return Promise.resolve({\n        requestId: request.id,\n        wasAlreadyPresent,\n        wasAlreadyHandled: false,\n      });\n    },\n\n    listHead: (\n      ...args: [options?: RequestQueueClientListHeadOptions]\n    ): Promise<RequestQueueClientListHeadResult> => {\n      const [options] = args;\n      log?.(`Called MockRequestQueueClient.listHead with ${JSON.stringify(args)}`);\n      return Promise.resolve({\n        items: [],\n        queueModifiedAt: new Date('2023-04-17'),\n        hadMultipleClients: false,\n        limit: options?.limit ?? 100,\n      });\n    },\n  } as any;\n};\n\nexport const createMockDatasetCollectionClient = ({\n  log,\n}: { log?: (args: any) => void } = {}): DatasetCollectionClient => {\n  const dataset = [];\n\n  return {\n    list: (\n      options?: DatasetCollectionClientListOptions\n    ): Promise<DatasetCollectionClientListResult> => {\n      let items = dataset.slice();\n      if (options?.desc) items = items.reverse();\n      if (options?.offset) items = items.slice(options.offset);\n\n      return Promise.resolve({\n        total: dataset.length,\n        count: options?.limit ?? items.length,\n        offset: options?.offset ?? 0,\n        limit: options?.limit ?? items.length,\n        desc: options?.desc ?? false,\n        items,\n      });\n    },\n\n    getOrCreate: (\n      name?: string,\n      options?: DatasetCollectionClientGetOrCreateOptions\n    ): Promise<ClientDataset> => Promise.resolve(createMockClientDataset()),\n\n    // _list, _create, _getOrCreate, baseUrl\n  } as any;\n};\n\nexport const createMockStorageClient = ({\n  log,\n  onBatchAddRequests,\n}: {\n  log?: (args: any) => void;\n  onBatchAddRequests?: OnBatchAddRequests;\n} = {}): StorageClient => {\n  return {\n    datasets: (...args): DatasetCollectionClient => {\n      log?.(`Called MockStorageClient.datasets with ${JSON.stringify(args)}`);\n      return createMockDatasetCollectionClient({ log });\n    },\n    requestQueue: (...args) => {\n      log?.(`Called MockStorageClient.requestQueue with ${JSON.stringify(args)}`);\n      return createMockRequestQueueClient({ log, onBatchAddRequests });\n    },\n    keyValueStore: (...args) => {\n      log?.(`Called MockStorageClient.keyValueStore with ${JSON.stringify(args)}`);\n      return createMockKeyValueStoreClient({ log });\n    },\n\n    // dataset, keyValueStores, requestQueues\n  } as any;\n};\n\nexport const createMockStorageDataset = (\n  ...args: [\n    datasetId?: string | null,\n    options?: OpenStorageOptions,\n    custom?: {\n      log?: (...args: any[]) => void;\n      onPushData?: (...args: any[]) => MaybePromise<void>;\n      onGetInfo?: (...args: any[]) => MaybePromise<void>;\n    }\n  ]\n): Promise<Dataset<any>> => {\n  const origArgs = args.slice().slice(0, 2);\n  const [datasetId, __, custom] = args;\n  const { log, onPushData, onGetInfo } = custom || {};\n  log?.(`Called MockStorageDataset with ${JSON.stringify(origArgs)}`);\n\n  return Promise.resolve({\n    pushData: async (...args) => {\n      log?.(`Called MockStorageDataset.pushData (instance ${datasetId}) with ${JSON.stringify(args)}`); // prettier-ignore\n      await onPushData?.(...args);\n    },\n    getInfo: async (...args) => {\n      log?.(`Called MockStorageDataset.getInfo (instance ${datasetId}) with ${JSON.stringify(args)}`); // prettier-ignore\n      return onGetInfo ? onGetInfo(...args) : { itemCount: 10 };\n    },\n  } as Dataset);\n};\n"]}

package/dist/cjs/types.d.ts

@@ -0,0 +1,31 @@
+import type { BasicCrawler, CrawlingContext, BasicCrawlerOptions, BasicCrawlingContext, HttpCrawler, HttpCrawlingContext, HttpCrawlerOptions, InternalHttpCrawlingContext, JSDOMCrawler, JSDOMCrawlingContext, JSDOMCrawlerOptions, CheerioCrawler, CheerioCrawlingContext, CheerioCrawlerOptions, PlaywrightCrawler, PlaywrightCrawlingContext, PlaywrightCrawlerOptions, PuppeteerCrawler, PuppeteerCrawlerOptions, PuppeteerCrawlingContext } from 'crawlee';
+export type CrawlerType = 'basic' | 'http' | 'jsdom' | 'cheerio' | 'playwright' | 'puppeteer';
+export type CrawlerMeta<T extends 'basic' | 'http' | 'jsdom' | 'cheerio' | 'playwright' | 'puppeteer', Ctx extends CrawlingContext = CrawlingContext, TData extends Record<string, any> = Record<string, any>> = T extends 'basic' ? Ctx extends CrawlingContext ? {
+    crawler: BasicCrawler<Ctx>;
+    context: BasicCrawlingContext<TData>;
+    options: BasicCrawlerOptions<Ctx>;
+} : never : T extends 'http' ? Ctx extends InternalHttpCrawlingContext ? {
+    crawler: HttpCrawler<Ctx>;
+    context: HttpCrawlingContext<TData>;
+    options: HttpCrawlerOptions<Ctx>;
+} : never : T extends 'jsdom' ? {
+    crawler: JSDOMCrawler;
+    context: JSDOMCrawlingContext<TData>;
+    options: JSDOMCrawlerOptions<TData>;
+} : T extends 'cheerio' ? {
+    crawler: CheerioCrawler;
+    context: CheerioCrawlingContext<TData>;
+    options: CheerioCrawlerOptions<TData>;
+} : T extends 'playwright' ? {
+    crawler: PlaywrightCrawler;
+    context: PlaywrightCrawlingContext<TData>;
+    options: PlaywrightCrawlerOptions;
+} : T extends 'puppeteer' ? {
+    crawler: PuppeteerCrawler;
+    context: PuppeteerCrawlingContext<TData>;
+    options: PuppeteerCrawlerOptions;
+} : never;
+type OrigRunCrawler<T extends CrawlingContext<any, any>> = BasicCrawler<T>['run'];
+/** URL string or object passed to Crawler.run */
+export type CrawlerUrl = NonNullable<Parameters<OrigRunCrawler<any>>[0]>[0];
+export {};

package/dist/cjs/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/cjs/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n  BasicCrawler,\n  CrawlingContext,\n  BasicCrawlerOptions,\n  BasicCrawlingContext,\n  HttpCrawler,\n  HttpCrawlingContext,\n  HttpCrawlerOptions,\n  InternalHttpCrawlingContext,\n  JSDOMCrawler,\n  JSDOMCrawlingContext,\n  JSDOMCrawlerOptions,\n  CheerioCrawler,\n  CheerioCrawlingContext,\n  CheerioCrawlerOptions,\n  PlaywrightCrawler,\n  PlaywrightCrawlingContext,\n  PlaywrightCrawlerOptions,\n  PuppeteerCrawler,\n  PuppeteerCrawlerOptions,\n  PuppeteerCrawlingContext,\n} from 'crawlee';\n\nexport type CrawlerType = 'basic' | 'http' | 'jsdom' | 'cheerio' | 'playwright' | 'puppeteer';\n\nexport type CrawlerMeta<\n  T extends 'basic' | 'http' | 'jsdom' | 'cheerio' | 'playwright' | 'puppeteer',\n  Ctx extends CrawlingContext = CrawlingContext,\n  TData extends Record<string, any> = Record<string, any>\n> = T extends 'basic'\n  ? Ctx extends CrawlingContext\n    ? { crawler: BasicCrawler<Ctx>, context: BasicCrawlingContext<TData>, options: BasicCrawlerOptions<Ctx> } // prettier-ignore\n    : never\n  : T extends 'http'\n  ? Ctx extends InternalHttpCrawlingContext\n    ? { crawler: HttpCrawler<Ctx>, context: HttpCrawlingContext<TData>, options: HttpCrawlerOptions<Ctx> } // prettier-ignore\n    : never\n  : T extends 'jsdom'\n  ? { crawler: JSDOMCrawler, context: JSDOMCrawlingContext<TData>, options: JSDOMCrawlerOptions<TData> } // prettier-ignore\n  : T extends 'cheerio'\n  ? { crawler: CheerioCrawler, context: CheerioCrawlingContext<TData>, options: CheerioCrawlerOptions<TData> } // prettier-ignore\n  : T extends 'playwright'\n  ? { crawler: PlaywrightCrawler, context: PlaywrightCrawlingContext<TData>, options: PlaywrightCrawlerOptions } // prettier-ignore\n  : T extends 'puppeteer'\n  ? { crawler: PuppeteerCrawler, context: PuppeteerCrawlingContext<TData>, options: PuppeteerCrawlerOptions } // prettier-ignore\n  : never;\n\ntype OrigRunCrawler<T extends CrawlingContext<any, any>> = BasicCrawler<T>['run'];\n\n/** URL string or object passed to Crawler.run */\nexport type CrawlerUrl = NonNullable<Parameters<OrigRunCrawler<any>>[0]>[0];\n"]}

package/dist/cjs/utils/async.d.ts

@@ -0,0 +1,19 @@
+import type { MaybePromise } from '../utils/types';
+export declare const serialAsyncMap: <T, R>(inputArr: T[], fn: (item: T, index: number) => MaybePromise<R>) => Promise<R[]>;
+export declare const serialAsyncFilter: <T>(inputArr: T[], fn: (item: T, index: number) => MaybePromise<any>) => Promise<T[]>;
+export declare const serialAsyncFind: <T>(inputArr: T[], fn: (item: T, index: number) => MaybePromise<any>) => Promise<T | undefined>;
+export interface RetryAsyncOptions {
+    /** Number of retries after the function call fails */
+    maxRetries?: number;
+    /** Delay between retries in milliseconds */
+    delay?: number;
+    /** Callback called with error if the function call errors */
+    onError?: (error: unknown, retryIndex: number) => MaybePromise<void>;
+}
+/** @param {number} ms Number of ms to wait */
+export declare const wait: (ms?: number) => Promise<unknown>;
+/** Call async function, and retry to call it `maxRetries` times if it fails. */
+export declare const retryAsync: <T>(fn: (retries: number) => Promise<T>, { maxRetries, delay, onError }?: RetryAsyncOptions) => Promise<{
+    result: T | null;
+    errors: unknown[];
+}>;

package/dist/cjs/utils/async.js

@@ -0,0 +1,74 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.retryAsync = exports.wait = exports.serialAsyncFind = exports.serialAsyncFilter = exports.serialAsyncMap = void 0;
+const serialAsyncMap = (inputArr, fn) => __awaiter(void 0, void 0, void 0, function* () {
+    const results = yield inputArr.reduce((aggResultPromise, input, index) => __awaiter(void 0, void 0, void 0, function* () {
+        const agg = yield aggResultPromise;
+        const result = yield fn(input, index);
+        agg.push(result);
+        return agg;
+    }), Promise.resolve([]));
+    return results;
+});
+exports.serialAsyncMap = serialAsyncMap;
+const serialAsyncFilter = (inputArr, fn) => __awaiter(void 0, void 0, void 0, function* () {
+    const results = yield inputArr.reduce((aggResultPromise, input, index) => __awaiter(void 0, void 0, void 0, function* () {
+        const agg = yield aggResultPromise;
+        const result = yield fn(input, index);
+        if (result)
+            agg.push(input);
+        return agg;
+    }), Promise.resolve([]));
+    return results;
+});
+exports.serialAsyncFilter = serialAsyncFilter;
+const serialAsyncFind = (inputArr, fn) => __awaiter(void 0, void 0, void 0, function* () {
+    let index = 0;
+    for (const input of inputArr) {
+        const result = yield fn(input, index);
+        if (result)
+            return input;
+        index++;
+    }
+});
+exports.serialAsyncFind = serialAsyncFind;
+/** @param {number} ms Number of ms to wait */
+const wait = (ms) => new Promise((res) => setTimeout(res, ms));
+exports.wait = wait;
+/** Call async function, and retry to call it `maxRetries` times if it fails. */
+const retryAsync = (fn, { maxRetries = 1, delay = 0, onError = () => { } } = {}) => __awaiter(void 0, void 0, void 0, function* () {
+    if (typeof maxRetries !== 'number' || maxRetries < 0) {
+        throw Error(`Invalid input for maxRetries in retryAsync(fn, maxRetries). maxRetries must be a non-negative number. Got ${maxRetries}`);
+    }
+    let result = null;
+    const errors = [];
+    let retries = 0;
+    while (retries <= maxRetries) {
+        try {
+            result = yield fn(retries);
+        }
+        catch (err) {
+            errors.push(err);
+            yield onError(err, retries);
+            yield (0, exports.wait)(delay);
+            retries++;
+            continue; // Retry if failed
+        }
+        break; // Exit loop and continue flow if success
+    }
+    return {
+        result,
+        errors,
+    };
+});
+exports.retryAsync = retryAsync;
+//# sourceMappingURL=async.js.map

package/dist/cjs/utils/async.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"async.js","sourceRoot":"","sources":["../../../src/utils/async.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEO,MAAM,cAAc,GAAG,CAC5B,QAAa,EACb,EAA+C,EAC/C,EAAE;IACF,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAO,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC7E,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjB,OAAO,GAAG,CAAC;IACb,CAAC,CAAA,EAAE,OAAO,CAAC,OAAO,CAAC,EAAS,CAAC,CAAC,CAAC;IAE/B,OAAO,OAAO,CAAC;AACjB,CAAC,CAAA,CAAC;AAZW,QAAA,cAAc,kBAYzB;AAEK,MAAM,iBAAiB,GAAG,CAC/B,QAAa,EACb,EAAiD,EACjD,EAAE;IACF,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAO,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC7E,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC,CAAA,EAAE,OAAO,CAAC,OAAO,CAAC,EAAS,CAAC,CAAC,CAAC;IAE/B,OAAO,OAAO,CAAC;AACjB,CAAC,CAAA,CAAC;AAZW,QAAA,iBAAiB,qBAY5B;AAEK,MAAM,eAAe,GAAG,CAC7B,QAAa,EACb,EAAiD,EACjD,EAAE;IACF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE;QAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM;YAAE,OAAO,KAAK,CAAC;QACzB,KAAK,EAAE,CAAC;KACT;AACH,CAAC,CAAA,CAAC;AAVW,QAAA,eAAe,mBAU1B;AAWF,8CAA8C;AACvC,MAAM,IAAI,GAAG,CAAC,EAAW,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;AAAlE,QAAA,IAAI,QAA8D;AAE/E,gFAAgF;AACzE,MAAM,UAAU,GAAG,CACxB,EAAmC,EACnC,EAAE,UAAU,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,GAAG,GAAG,EAAE,GAAE,CAAC,KAAwB,EAAE,EACzE,EAAE;IACF,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,GAAG,CAAC,EAAE;QACpD,MAAM,KAAK,CACT,6GAA6G,UAAU,EAAE,CAC1H,CAAC;KACH;IAED,IAAI,MAAM,GAAa,IAAI,CAAC;IAC5B,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,OAAO,OAAO,IAAI,UAAU,EAAE;QAC5B,IAAI;YACF,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,MAAM,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5B,MAAM,IAAA,YAAI,EAAC,KAAK,CAAC,CAAC;YAClB,OAAO,EAAE,CAAC;YACV,SAAS,CAAC,kBAAkB;SAC7B;QACD,MAAM,CAAC,yCAAyC;KACjD;IACD,OAAO;QACL,MAAM;QACN,MAAM;KACP,CAAC;AACJ,CAAC,CAAA,CAAC;AA7BW,QAAA,UAAU,cA6BrB","sourcesContent":["import type { MaybePromise } from '../utils/types';\n\nexport const serialAsyncMap = async <T, R>(\n  inputArr: T[],\n  fn: (item: T, index: number) => MaybePromise<R>\n) => {\n  const results = await inputArr.reduce(async (aggResultPromise, input, index) => {\n    const agg = await aggResultPromise;\n    const result = await fn(input, index);\n    agg.push(result);\n    return agg;\n  }, Promise.resolve([] as R[]));\n\n  return results;\n};\n\nexport const serialAsyncFilter = async <T>(\n  inputArr: T[],\n  fn: (item: T, index: number) => MaybePromise<any>\n) => {\n  const results = await inputArr.reduce(async (aggResultPromise, input, index) => {\n    const agg = await aggResultPromise;\n    const result = await fn(input, index);\n    if (result) agg.push(input);\n    return agg;\n  }, Promise.resolve([] as T[]));\n\n  return results;\n};\n\nexport const serialAsyncFind = async <T>(\n  inputArr: T[],\n  fn: (item: T, index: number) => MaybePromise<any>\n) => {\n  let index = 0;\n  for (const input of inputArr) {\n    const result = await fn(input, index);\n    if (result) return input;\n    index++;\n  }\n};\n\nexport interface RetryAsyncOptions {\n  /** Number of retries after the function call fails */\n  maxRetries?: number;\n  /** Delay between retries in milliseconds */\n  delay?: number;\n  /** Callback called with error if the function call errors */\n  onError?: (error: unknown, retryIndex: number) => MaybePromise<void>;\n}\n\n/** @param {number} ms Number of ms to wait */\nexport const wait = (ms?: number) => new Promise((res) => setTimeout(res, ms));\n\n/** Call async function, and retry to call it `maxRetries` times if it fails. */\nexport const retryAsync = async <T>(\n  fn: (retries: number) => Promise<T>,\n  { maxRetries = 1, delay = 0, onError = () => {} }: RetryAsyncOptions = {}\n) => {\n  if (typeof maxRetries !== 'number' || maxRetries < 0) {\n    throw Error(\n      `Invalid input for maxRetries in retryAsync(fn, maxRetries). maxRetries must be a non-negative number. Got ${maxRetries}`\n    );\n  }\n\n  let result: T | null = null;\n  const errors: unknown[] = [];\n  let retries = 0;\n  while (retries <= maxRetries) {\n    try {\n      result = await fn(retries);\n    } catch (err) {\n      errors.push(err);\n      await onError(err, retries);\n      await wait(delay);\n      retries++;\n      continue; // Retry if failed\n    }\n    break; // Exit loop and continue flow if success\n  }\n  return {\n    result,\n    errors,\n  };\n};\n"]}

package/dist/cjs/utils/error.d.ts

@@ -0,0 +1 @@
+export declare const logAndRethrow: (e: any, log?: ((e: any) => any) | undefined) => never;

package/dist/cjs/utils/error.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.logAndRethrow = void 0;
+const logAndRethrow = (e, log) => {
+    const logger = log !== null && log !== void 0 ? log : console.error;
+    logger(e);
+    throw e;
+};
+exports.logAndRethrow = logAndRethrow;
+//# sourceMappingURL=error.js.map

package/dist/cjs/utils/error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error.js","sourceRoot":"","sources":["../../../src/utils/error.ts"],"names":[],"mappings":";;;AAAO,MAAM,aAAa,GAAG,CAAC,CAAM,EAAE,GAAqB,EAAE,EAAE;IAC7D,MAAM,MAAM,GAAG,GAAG,aAAH,GAAG,cAAH,GAAG,GAAI,OAAO,CAAC,KAAK,CAAC;IACpC,MAAM,CAAC,CAAC,CAAC,CAAC;IACV,MAAM,CAAC,CAAC;AACV,CAAC,CAAC;AAJW,QAAA,aAAa,iBAIxB","sourcesContent":["export const logAndRethrow = (e: any, log?: (e: any) => any) => {\n  const logger = log ?? console.error;\n  logger(e);\n  throw e;\n};\n"]}

package/dist/cjs/utils/format.d.ts

@@ -0,0 +1,9 @@
+export declare const strOrNull: (s: string | null, allowEmpty?: boolean) => string | null;
+export interface StrAsNumOptions {
+    allowEmpty?: boolean;
+    removeWhitespace?: boolean;
+    mode: 'int' | 'float';
+    separator?: string;
+    decimal?: string;
+}
+export declare const strAsNumber: (s: string | null, options?: StrAsNumOptions) => number | null;

package/dist/cjs/utils/format.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.strAsNumber = exports.strOrNull = void 0;
+const strOrNull = (s, allowEmpty) => s ? s : typeof s === 'string' && allowEmpty ? s : null; // prettier-ignore
+exports.strOrNull = strOrNull;
+const strAsNumber = (s, options) => {
+    var _a, _b, _c;
+    const { removeWhitespace, allowEmpty, separator, decimal, mode = 'float' } = options || {};
+    let content = removeWhitespace ? (_a = s === null || s === void 0 ? void 0 : s.replace(/\s+/g, '')) !== null && _a !== void 0 ? _a : null : s;
+    content = (0, exports.strOrNull)(content, allowEmpty);
+    if (content === null)
+        return null;
+    content = separator ? (_b = content === null || content === void 0 ? void 0 : content.replace(new RegExp(separator, 'g'), '')) !== null && _b !== void 0 ? _b : null : content;
+    content = decimal ? (_c = content === null || content === void 0 ? void 0 : content.replace(new RegExp(decimal, 'g'), '.')) !== null && _c !== void 0 ? _c : null : content;
+    const num = mode === 'int' ? Number.parseInt(content) : Number.parseFloat(content);
+    return Number.isNaN(num) ? null : num;
+};
+exports.strAsNumber = strAsNumber;
+//# sourceMappingURL=format.js.map

package/dist/cjs/utils/format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.js","sourceRoot":"","sources":["../../../src/utils/format.ts"],"names":[],"mappings":";;;AAAO,MAAM,SAAS,GAAG,CAAC,CAAgB,EAAE,UAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,kBAAkB;AAAlI,QAAA,SAAS,aAAsG;AAUrH,MAAM,WAAW,GAAG,CAAC,CAAgB,EAAE,OAAyB,EAAiB,EAAE;;IACxF,MAAM,EAAE,gBAAgB,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,GAAG,OAAO,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAC3F,IAAI,OAAO,GAAG,gBAAgB,CAAC,CAAC,CAAC,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,OAAO,GAAG,IAAA,iBAAS,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACzC,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAElC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;IACzF,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;IACtF,MAAM,GAAG,GAAG,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IACnF,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;AACxC,CAAC,CAAC;AAVW,QAAA,WAAW,eAUtB","sourcesContent":["export const strOrNull = (s: string | null, allowEmpty?: boolean) => s ? s : typeof s === 'string' && allowEmpty ? s : null; // prettier-ignore\n\nexport interface StrAsNumOptions {\n  allowEmpty?: boolean;\n  removeWhitespace?: boolean;\n  mode: 'int' | 'float';\n  separator?: string;\n  decimal?: string;\n}\n\nexport const strAsNumber = (s: string | null, options?: StrAsNumOptions): number | null => {\n  const { removeWhitespace, allowEmpty, separator, decimal, mode = 'float' } = options || {};\n  let content = removeWhitespace ? s?.replace(/\\s+/g, '') ?? null : s;\n  content = strOrNull(content, allowEmpty);\n  if (content === null) return null;\n\n  content = separator ? content?.replace(new RegExp(separator, 'g'), '') ?? null : content;\n  content = decimal ? content?.replace(new RegExp(decimal, 'g'), '.') ?? null : content;\n  const num = mode === 'int' ? Number.parseInt(content) : Number.parseFloat(content);\n  return Number.isNaN(num) ? null : num;\n};\n"]}

package/dist/cjs/utils/package.d.ts

@@ -0,0 +1,15 @@
+/// <reference types="node" />
+/**
+ * `pkginfo` is an npm package that finds closest package.json
+ * and returns only the fields that we request. While it works
+ * well, the usage is strange. Hence we wrap it to contain the magic.
+ *
+ * See https://www.npmjs.com/package/pkginfo
+ * */
+export declare const getPackageJsonInfo: <TFields extends string = string>(filenameOrModule: {
+    filename: string;
+    id?: string;
+} | {
+    id: string;
+    filename?: string;
+} | NodeModule, fields: TFields[]) => Record<TFields, any>;

package/dist/cjs/utils/package.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPackageJsonInfo = void 0;
+const pkginfo_1 = __importDefault(require("pkginfo"));
+/**
+ * `pkginfo` is an npm package that finds closest package.json
+ * and returns only the fields that we request. While it works
+ * well, the usage is strange. Hence we wrap it to contain the magic.
+ *
+ * See https://www.npmjs.com/package/pkginfo
+ * */
+const getPackageJsonInfo = (filenameOrModule, fields) => {
+    const obj = {
+        filename: filenameOrModule === null || filenameOrModule === void 0 ? void 0 : filenameOrModule.filename,
+        id: filenameOrModule === null || filenameOrModule === void 0 ? void 0 : filenameOrModule.id,
+        exports: {}, // This is where the fields will be written
+    };
+    (0, pkginfo_1.default)(obj, { include: fields });
+    return obj.exports;
+};
+exports.getPackageJsonInfo = getPackageJsonInfo;
+//# sourceMappingURL=package.js.map

package/dist/cjs/utils/package.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.js","sourceRoot":"","sources":["../../../src/utils/package.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA8B;AAE9B;;;;;;KAMK;AACE,MAAM,kBAAkB,GAAG,CAChC,gBAGc,EACd,MAAiB,EACjB,EAAE;IACF,MAAM,GAAG,GAAG;QACV,QAAQ,EAAE,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,QAAQ;QACpC,EAAE,EAAE,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,EAAE;QACxB,OAAO,EAAE,EAAE,EAAE,2CAA2C;KACzD,CAAC;IACF,IAAA,iBAAO,EAAC,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,OAAO,GAAG,CAAC,OAA+B,CAAC;AAC7C,CAAC,CAAC;AAdW,QAAA,kBAAkB,sBAc7B","sourcesContent":["import pkginfo from 'pkginfo';\n\n/**\n * `pkginfo` is an npm package that finds closest package.json\n * and returns only the fields that we request. While it works\n * well, the usage is strange. Hence we wrap it to contain the magic.\n *\n * See https://www.npmjs.com/package/pkginfo\n * */\nexport const getPackageJsonInfo = <TFields extends string = string>(\n  filenameOrModule:\n    | { filename: string; id?: string }\n    | { id: string; filename?: string }\n    | NodeModule,\n  fields: TFields[]\n) => {\n  const obj = {\n    filename: filenameOrModule?.filename,\n    id: filenameOrModule?.id,\n    exports: {}, // This is where the fields will be written\n  };\n  pkginfo(obj, { include: fields });\n  return obj.exports as Record<TFields, any>;\n};\n"]}

package/dist/cjs/utils/types.d.ts

@@ -0,0 +1,6 @@
+export type MaybePromise<T> = T | Promise<T>;
+export type MaybeArray<T> = T | T[];
+export type ArrVal<T extends any[] | readonly any[]> = T[number];
+export declare const enumFromArray: <T extends readonly any[]>(arr: T) => { [Key in ArrVal<T>]: Key; };
+export type PickPartial<T extends object, Keys extends keyof T> = Omit<T, Keys> & Partial<Pick<T, Keys>>;
+export type PickRequired<T extends object, Keys extends keyof T> = Omit<T, Keys> & Required<Pick<T, Keys>>;

package/dist/cjs/utils/types.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.enumFromArray = void 0;
+const lodash_1 = require("lodash");
+const enumFromArray = (arr) => {
+    return (0, lodash_1.fromPairs)(arr.map((k) => [k, k]));
+};
+exports.enumFromArray = enumFromArray;
+//# sourceMappingURL=types.js.map

package/dist/cjs/utils/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/utils/types.ts"],"names":[],"mappings":";;;AAAA,mCAAmC;AAO5B,MAAM,aAAa,GAAG,CAA2B,GAAM,EAAE,EAAE;IAChE,OAAO,IAAA,kBAAS,EAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAgC,CAAC;AAC1E,CAAC,CAAC;AAFW,QAAA,aAAa,iBAExB","sourcesContent":["import { fromPairs } from 'lodash';\n\nexport type MaybePromise<T> = T | Promise<T>;\nexport type MaybeArray<T> = T | T[];\n\nexport type ArrVal<T extends any[] | readonly any[]> = T[number];\n\nexport const enumFromArray = <T extends readonly any[]>(arr: T) => {\n  return fromPairs(arr.map((k) => [k, k])) as { [Key in ArrVal<T>]: Key };\n};\n\nexport type PickPartial<T extends object, Keys extends keyof T> = Omit<T, Keys> &\n  Partial<Pick<T, Keys>>;\n\nexport type PickRequired<T extends object, Keys extends keyof T> = Omit<T, Keys> &\n  Required<Pick<T, Keys>>;\n"]}

package/dist/cjs/utils/url.d.ts

@@ -0,0 +1,9 @@
+/** Validate correctness of a URL */
+export declare const validateUrl: (url: string) => void;
+/** Transform relative URL paths to absolute URLs */
+export declare const resolveUrlPath: (urlBase: string, urlPath: string) => string;
+export interface FormatUrlOptions {
+    allowRelative?: boolean;
+    baseUrl?: string | null;
+}
+export declare const formatUrl: <T>(maybeUrl: string | T, { allowRelative, baseUrl }?: FormatUrlOptions) => string | T;

package/dist/cjs/utils/url.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatUrl = exports.resolveUrlPath = exports.validateUrl = void 0;
+/** Validate correctness of a URL */
+const validateUrl = (url) => {
+    try {
+        new URL(url);
+    }
+    catch (err) {
+        err.message += `\nURL: "${url}"`;
+        throw err;
+    }
+};
+exports.validateUrl = validateUrl;
+/** Transform relative URL paths to absolute URLs */
+const resolveUrlPath = (urlBase, urlPath) => {
+    const url = new URL(urlBase);
+    url.pathname = urlPath;
+    return url.href;
+};
+exports.resolveUrlPath = resolveUrlPath;
+const formatUrl = (maybeUrl, { allowRelative, baseUrl } = {}) => {
+    if (typeof maybeUrl !== 'string')
+        return maybeUrl;
+    if (!maybeUrl.startsWith('/') || allowRelative)
+        return maybeUrl;
+    if (!baseUrl)
+        throw Error('Cannot convert URL from relative to absolute path - baseUrl is missing'); // prettier-ignore
+    return (0, exports.resolveUrlPath)(baseUrl, maybeUrl);
+};
+exports.formatUrl = formatUrl;
+//# sourceMappingURL=url.js.map

package/dist/cjs/utils/url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.js","sourceRoot":"","sources":["../../../src/utils/url.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AAC7B,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,EAAE;IACzC,IAAI;QACF,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;KACd;IAAC,OAAO,GAAG,EAAE;QACX,GAAa,CAAC,OAAO,IAAI,WAAW,GAAG,GAAG,CAAC;QAC5C,MAAM,GAAG,CAAC;KACX;AACH,CAAC,CAAC;AAPW,QAAA,WAAW,eAOtB;AAEF,oDAAoD;AAC7C,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,OAAe,EAAE,EAAE;IACjE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC;IACvB,OAAO,GAAG,CAAC,IAAI,CAAC;AAClB,CAAC,CAAC;AAJW,QAAA,cAAc,kBAIzB;AAOK,MAAM,SAAS,GAAG,CACvB,QAAoB,EACpB,EAAE,aAAa,EAAE,OAAO,KAAuB,EAAE,EACjD,EAAE;IACF,IAAI,OAAO,QAAQ,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAClD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,aAAa;QAAE,OAAO,QAAQ,CAAC;IAEhE,IAAI,CAAC,OAAO;QAAE,MAAM,KAAK,CAAC,wEAAwE,CAAC,CAAC,CAAC,kBAAkB;IACvH,OAAO,IAAA,sBAAc,EAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC,CAAC;AATW,QAAA,SAAS,aASpB","sourcesContent":["/** Validate correctness of a URL */\nexport const validateUrl = (url: string) => {\n  try {\n    new URL(url);\n  } catch (err) {\n    (err as Error).message += `\\nURL: \"${url}\"`;\n    throw err;\n  }\n};\n\n/** Transform relative URL paths to absolute URLs */\nexport const resolveUrlPath = (urlBase: string, urlPath: string) => {\n  const url = new URL(urlBase);\n  url.pathname = urlPath;\n  return url.href;\n};\n\nexport interface FormatUrlOptions {\n  allowRelative?: boolean;\n  baseUrl?: string | null;\n}\n\nexport const formatUrl = <T>(\n  maybeUrl: string | T,\n  { allowRelative, baseUrl }: FormatUrlOptions = {}\n) => {\n  if (typeof maybeUrl !== 'string') return maybeUrl;\n  if (!maybeUrl.startsWith('/') || allowRelative) return maybeUrl;\n\n  if (!baseUrl) throw Error('Cannot convert URL from relative to absolute path - baseUrl is missing'); // prettier-ignore\n  return resolveUrlPath(baseUrl, maybeUrl);\n};\n"]}

package/dist/cjs/utils/valueMonitor.d.ts

@@ -0,0 +1,31 @@
+import type { MaybePromise } from './types';
+export type ValueCallback<T> = (value: T, oldValue: T | null) => MaybePromise<any>;
+export interface ValueMonitorOptions {
+    /** How long (in milliseconds) after fetching the value can we use it before we have to re-fetch it. */
+    ttlInMs?: number;
+}
+/**
+ * ValueMonitor checks and caches a (maybe remote) value, and triggers callbacks
+ * based on the value.
+ *
+ * You can think of it as a light replacement for reactivity (Vue) feature.
+ */
+export declare const createValueMonitor: <T>(fetchValueFn: (oldValue: T | null) => MaybePromise<T>, options?: ValueMonitorOptions) => {
+    value: () => T | Promise<T> | null;
+    isStale: () => boolean;
+    refresh: () => Promise<T>;
+    onValue: (callback: ValueCallback<T>) => () => void;
+};
+/**
+ * Variant of ValueMonitor that is used for monitoring size of stores like Apify Dataset or RequestQueue.
+ * - Pass an array of items to `shortenToSize` to shorten the array to the size
+ *   that still fits the store.
+ */
+export declare const createSizeMonitor: (maxSize: number, sizeGetter: () => MaybePromise<number>, onMaxSizeReached: () => MaybePromise<void>, options?: ValueMonitorOptions) => {
+    shortenToSize: <T>(arr: T[]) => Promise<T[]>;
+    isFull: () => Promise<boolean>;
+    value: () => number | Promise<number> | null;
+    isStale: () => boolean;
+    refresh: () => Promise<number>;
+    onValue: (callback: ValueCallback<number>) => () => void;
+};