@servicelabsco/slabs-access-manager 3.0.3 → 3.0.4

package/dist/accessUtility/libraries/google.drive.remote.file.source.js

@@ -0,0 +1,95 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GoogleDriveRemoteFileSource = void 0;
+const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
+const FOLDER_MIME_TYPE = 'application/vnd.google-apps.folder';
+const FILE_FIELDS = 'nextPageToken, files(id, name, mimeType, size, version, modifiedTime, webViewLink)';
+const DEFAULT_PAGE_SIZE = 200;
+const MAX_PAGE_SIZE = 1000;
+const FOLDER_ID = /^[a-zA-Z0-9_-]+$/;
+class GoogleDriveRemoteFileSource {
+    constructor(googleDriveService) {
+        this.googleDriveService = googleDriveService;
+    }
+    static folderId(input) {
+        const value = (input || '').trim();
+        const match = value.match(/\/folders\/([a-zA-Z0-9_-]+)/) || value.match(/[?&]id=([a-zA-Z0-9_-]+)/);
+        const id = match?.[1] ?? value;
+        return FOLDER_ID.test(id) ? id : null;
+    }
+    async list(location, token) {
+        const cursor = token ? this.decode(token) : this.start(location);
+        const [folder, ...rest] = cursor.folders;
+        if (!folder)
+            return { objects: [] };
+        const drive = await this.googleDriveService.getDriveClient();
+        const response = await drive.files.list({
+            q: `'${folder.id}' in parents and trashed = false`,
+            fields: FILE_FIELDS,
+            pageSize: Math.min(location.max_keys || DEFAULT_PAGE_SIZE, MAX_PAGE_SIZE),
+            pageToken: cursor.page,
+            supportsAllDrives: true,
+            includeItemsFromAllDrives: true,
+        });
+        const files = response.data.files ?? [];
+        const seen = new Set(cursor.seen);
+        const subfolders = location.recursive === false ? [] : this.newFolders(files, folder.path, seen);
+        const objects = files.filter((file) => file.id && file.mimeType !== FOLDER_MIME_TYPE).map((file) => this.toObject(file, folder));
+        const next = response.data.nextPageToken
+            ? { folders: [folder, ...rest, ...subfolders], page: response.data.nextPageToken, seen: [...seen] }
+            : { folders: [...rest, ...subfolders], seen: [...seen] };
+        return { objects, nextToken: next.folders.length ? this.encode(next) : undefined };
+    }
+    async check(location) {
+        const id = this.requireFolderId(location.bucket);
+        const drive = await this.googleDriveService.getDriveClient();
+        const { data } = await drive.files.get({ fileId: id, fields: 'id, name, mimeType', supportsAllDrives: true });
+        if (data.mimeType !== FOLDER_MIME_TYPE)
+            throw new nestjs_utility_services_1.OperationException(`${data.name || id} is not a Google Drive folder`);
+        return { name: data.name ?? undefined };
+    }
+    start(location) {
+        const id = this.requireFolderId(location.bucket);
+        return { folders: [{ id, path: '' }], seen: [id] };
+    }
+    newFolders(files, parentPath, seen) {
+        const folders = [];
+        for (const file of files) {
+            if (file.mimeType !== FOLDER_MIME_TYPE || !file.id || seen.has(file.id))
+                continue;
+            seen.add(file.id);
+            folders.push({ id: file.id, path: `${parentPath}${file.name}/` });
+        }
+        return folders;
+    }
+    toObject(file, folder) {
+        return {
+            key: file.id,
+            name: file.name || file.id,
+            url: file.webViewLink ?? null,
+            etag: file.version ? `v${file.version}` : null,
+            size: file.size != null ? Number(file.size) : null,
+            content_type: file.mimeType ?? null,
+            modified_at: file.modifiedTime ? new Date(file.modifiedTime) : null,
+            attributes: { drive_folder_id: folder.id, drive_folder_path: folder.path },
+        };
+    }
+    requireFolderId(input) {
+        const id = GoogleDriveRemoteFileSource.folderId(input);
+        if (!id)
+            throw new nestjs_utility_services_1.OperationException(`Invalid Google Drive folder: ${input}`);
+        return id;
+    }
+    encode(cursor) {
+        return Buffer.from(JSON.stringify(cursor)).toString('base64url');
+    }
+    decode(token) {
+        const cursor = JSON.parse(Buffer.from(token, 'base64url').toString('utf8'));
+        const valid = Array.isArray(cursor?.folders) && cursor.folders.every((folder) => FOLDER_ID.test(folder?.id));
+        if (!valid)
+            throw new nestjs_utility_services_1.OperationException('Invalid Google Drive listing cursor');
+        return { folders: cursor.folders, page: cursor.page, seen: Array.isArray(cursor.seen) ? cursor.seen : [] };
+    }
+}
+exports.GoogleDriveRemoteFileSource = GoogleDriveRemoteFileSource;
+//# sourceMappingURL=google.drive.remote.file.source.js.map

package/dist/accessUtility/libraries/google.drive.remote.file.source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.drive.remote.file.source.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/google.drive.remote.file.source.ts"],"names":[],"mappings":";;;AAAA,oFAA4E;AAI5E,MAAM,gBAAgB,GAAG,oCAAoC,CAAC;AAC9D,MAAM,WAAW,GAAG,oFAAoF,CAAC;AACzG,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC;AAmBrC,MAAa,2BAA2B;IACpC,YAA6B,kBAAsC;QAAtC,uBAAkB,GAAlB,kBAAkB,CAAoB;IAAG,CAAC;IAOvE,MAAM,CAAC,QAAQ,CAAC,KAAa;QACzB,MAAM,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACnG,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAE/B,OAAO,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAA4B,EAAE,KAAc;QACnD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;QACzC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAEpC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACpC,CAAC,EAAE,IAAI,MAAM,CAAC,EAAE,kCAAkC;YAClD,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,iBAAiB,EAAE,aAAa,CAAC;YACzE,SAAS,EAAE,MAAM,CAAC,IAAI;YACtB,iBAAiB,EAAE,IAAI;YACvB,yBAAyB,EAAE,IAAI;SAClC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjG,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,QAAQ,KAAK,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAEjI,MAAM,IAAI,GAAgB,QAAQ,CAAC,IAAI,CAAC,aAAa;YACjD,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,UAAU,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE;YACnG,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,UAAU,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;QAE7D,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAA4B;QACpC,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC;QAE7D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9G,IAAI,IAAI,CAAC,QAAQ,KAAK,gBAAgB;YAAE,MAAM,IAAI,4CAAkB,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,+BAA+B,CAAC,CAAC;QAExH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,SAAS,EAAE,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,QAA4B;QACtC,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEjD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IACvD,CAAC;IAGO,UAAU,CAAC,KAAY,EAAE,UAAkB,EAAE,IAAiB;QAClE,MAAM,OAAO,GAAmC,EAAE,CAAC;QACnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,QAAQ,KAAK,gBAAgB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,SAAS;YAElF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,GAAG,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,QAAQ,CAAC,IAAS,EAAE,MAAoC;QAC5D,OAAO;YACH,GAAG,EAAE,IAAI,CAAC,EAAE;YACZ,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YAC1B,GAAG,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;YAC7B,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI;YAC9C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YAClD,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;YACnC,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI;YACnE,UAAU,EAAE,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,EAAE,iBAAiB,EAAE,MAAM,CAAC,IAAI,EAAE;SAC7E,CAAC;IACN,CAAC;IAEO,eAAe,CAAC,KAAa;QACjC,MAAM,EAAE,GAAG,2BAA2B,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,4CAAkB,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;QAE/E,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,MAAmB;QAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACrE,CAAC;IAEO,MAAM,CAAC,KAAa;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;QAClH,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,4CAAkB,CAAC,qCAAqC,CAAC,CAAC;QAEhF,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC/G,CAAC;CACJ;AAvGD,kEAuGC"}

package/dist/accessUtility/libraries/index.d.ts

@@ -1,10 +1,14 @@
 export * from './analyse.bulk.upload';
+export * from './check.remote.file.path.access';
 export * from './create.ui.policy.definition';
+export * from './evaluate.remote.file.rule';
 export * from './extract.bulk.upload.headers';
 export * from './flatten.excel.rich.text';
 export * from './generate.bulk.definition.mapping';
 export * from './generate.bulk.upload.sheet';
+export * from './google.drive.remote.file.source';
 export * from './load.xls.file';
+export * from './poll.remote.file.path';
 export * from './process.bulk.definition.by.integration';
 export * from './process.bulk.definition.data';
 export * from './process.bulk.definition.list';
@@ -18,9 +22,17 @@ export * from './process.item.unit.data';
 export * from './process.item.unit.list';
 export * from './process.manual.pdf.document';
 export * from './process.pdf.document';
-export * from './process.report.listing';
+export * from './process.remote.file.list';
+export * from './process.remote.file.path.data';
+export * from './process.remote.file.path.list';
+export * from './process.remote.file.rule.data';
+export * from './process.remote.file.rule.list';
 export * from './process.violation.definition.list';
 export * from './read.xls.file';
+export * from './remote.file.path.setup';
+export * from './remote.file.sources';
 export * from './score.bulk.upload.columns';
 export * from './set.bulk.upload.log.file';
 export * from './slabs.util';
+export * from './storage.remote.file.source';
+export * from './verify.remote.file.path';

package/dist/accessUtility/libraries/index.js

@@ -15,12 +15,16 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./analyse.bulk.upload"), exports);
+__exportStar(require("./check.remote.file.path.access"), exports);
 __exportStar(require("./create.ui.policy.definition"), exports);
+__exportStar(require("./evaluate.remote.file.rule"), exports);
 __exportStar(require("./extract.bulk.upload.headers"), exports);
 __exportStar(require("./flatten.excel.rich.text"), exports);
 __exportStar(require("./generate.bulk.definition.mapping"), exports);
 __exportStar(require("./generate.bulk.upload.sheet"), exports);
+__exportStar(require("./google.drive.remote.file.source"), exports);
 __exportStar(require("./load.xls.file"), exports);
+__exportStar(require("./poll.remote.file.path"), exports);
 __exportStar(require("./process.bulk.definition.by.integration"), exports);
 __exportStar(require("./process.bulk.definition.data"), exports);
 __exportStar(require("./process.bulk.definition.list"), exports);
@@ -34,10 +38,18 @@ __exportStar(require("./process.item.unit.data"), exports);
 __exportStar(require("./process.item.unit.list"), exports);
 __exportStar(require("./process.manual.pdf.document"), exports);
 __exportStar(require("./process.pdf.document"), exports);
-__exportStar(require("./process.report.listing"), exports);
+__exportStar(require("./process.remote.file.list"), exports);
+__exportStar(require("./process.remote.file.path.data"), exports);
+__exportStar(require("./process.remote.file.path.list"), exports);
+__exportStar(require("./process.remote.file.rule.data"), exports);
+__exportStar(require("./process.remote.file.rule.list"), exports);
 __exportStar(require("./process.violation.definition.list"), exports);
 __exportStar(require("./read.xls.file"), exports);
+__exportStar(require("./remote.file.path.setup"), exports);
+__exportStar(require("./remote.file.sources"), exports);
 __exportStar(require("./score.bulk.upload.columns"), exports);
 __exportStar(require("./set.bulk.upload.log.file"), exports);
 __exportStar(require("./slabs.util"), exports);
+__exportStar(require("./storage.remote.file.source"), exports);
+__exportStar(require("./verify.remote.file.path"), exports);
 //# sourceMappingURL=index.js.map

package/dist/accessUtility/libraries/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAGA,wDAAsC;AACtC,gEAA8C;AAC9C,gEAA8C;AAC9C,4DAA0C;AAC1C,qEAAmD;AACnD,+DAA6C;AAC7C,kDAAgC;AAChC,2EAAyD;AACzD,iEAA+C;AAC/C,iEAA+C;AAC/C,mEAAiD;AACjD,oEAAkD;AAClD,0EAAwD;AACxD,+DAA6C;AAC7C,kEAAgD;AAChD,wDAAsC;AACtC,2DAAyC;AACzC,2DAAyC;AACzC,gEAA8C;AAC9C,yDAAuC;AACvC,2DAAyC;AACzC,sEAAoD;AACpD,kDAAgC;AAChC,8DAA4C;AAC5C,6DAA2C;AAC3C,+CAA6B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAGA,wDAAsC;AACtC,kEAAgD;AAChD,gEAA8C;AAC9C,8DAA4C;AAC5C,gEAA8C;AAC9C,4DAA0C;AAC1C,qEAAmD;AACnD,+DAA6C;AAC7C,oEAAkD;AAClD,kDAAgC;AAChC,0DAAwC;AACxC,2EAAyD;AACzD,iEAA+C;AAC/C,iEAA+C;AAC/C,mEAAiD;AACjD,oEAAkD;AAClD,0EAAwD;AACxD,+DAA6C;AAC7C,kEAAgD;AAChD,wDAAsC;AACtC,2DAAyC;AACzC,2DAAyC;AACzC,gEAA8C;AAC9C,yDAAuC;AACvC,6DAA2C;AAC3C,kEAAgD;AAChD,kEAAgD;AAChD,kEAAgD;AAChD,kEAAgD;AAChD,sEAAoD;AACpD,kDAAgC;AAChC,2DAAyC;AACzC,wDAAsC;AACtC,8DAA4C;AAC5C,6DAA2C;AAC3C,+CAA6B;AAC7B,+DAA6C;AAC7C,4DAA0C"}

package/dist/accessUtility/libraries/poll.remote.file.path.d.ts

@@ -0,0 +1,12 @@
+import { RemoteFilePathEntity } from '../entities/remote.file.path.entity';
+import { RemoteFileSources } from './remote.file.sources';
+export declare class PollRemoteFilePath {
+    private readonly sources;
+    constructor(sources: RemoteFileSources);
+    process(path: RemoteFilePathEntity): Promise<number>;
+    private listAll;
+    private recordPage;
+    private record;
+    private hasWantedExtension;
+    static extensionOf(name: string): string | null;
+}

package/dist/accessUtility/libraries/poll.remote.file.path.js

@@ -0,0 +1,93 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PollRemoteFilePath = void 0;
+const typeorm_1 = require("typeorm");
+const remote_file_entity_1 = require("../entities/remote.file.entity");
+class PollRemoteFilePath {
+    constructor(sources) {
+        this.sources = sources;
+    }
+    async process(path) {
+        path.last_polled_at = new Date();
+        let count = 0;
+        try {
+            count = await this.listAll(path);
+            path.last_success_at = new Date();
+            path.last_error = null;
+        }
+        catch (error) {
+            path.last_error = error?.message || String(error);
+        }
+        await path.save();
+        return count;
+    }
+    async listAll(path) {
+        const source = this.sources.for(path.provider);
+        const location = { bucket: path.bucket, path: path.path, recursive: path.attributes?.recursive, max_keys: path.attributes?.max_keys };
+        const seen = new Set();
+        let token;
+        let count = 0;
+        do {
+            const page = await source.list(location, token);
+            count += await this.recordPage(path, page.objects || []);
+            token = page.nextToken;
+            if (token && seen.has(token))
+                throw new Error(`Listing of ${path.bucket}/${path.path} repeated a continuation token`);
+            if (token)
+                seen.add(token);
+        } while (token);
+        return count;
+    }
+    async recordPage(path, objects) {
+        const listed = objects.filter((object) => object?.key && this.hasWantedExtension(path, object.name));
+        if (!listed.length)
+            return 0;
+        const keys = listed.map((object) => object.key);
+        const existing = await remote_file_entity_1.RemoteFileEntity.find({ where: { path_id: path.id, key: (0, typeorm_1.In)(keys) } });
+        const byKey = new Map(existing.map((file) => [file.key, file]));
+        let count = 0;
+        for (const object of listed) {
+            const saved = await this.record(path, object, byKey.get(object.key));
+            if (saved)
+                count += 1;
+        }
+        return count;
+    }
+    async record(path, object, existing) {
+        if (existing?.deleted_at)
+            return false;
+        if (existing && existing.etag && object.etag && existing.etag === object.etag)
+            return false;
+        const file = existing ?? remote_file_entity_1.RemoteFileEntity.create({ path_id: path.id, key: object.key, discovered_at: new Date(), attributes: {} });
+        file.business_id = path.business_id;
+        file.name = object.name;
+        file.url = object.url;
+        file.content_type = object.content_type;
+        file.extension = PollRemoteFilePath.extensionOf(object.name);
+        file.size = object.size;
+        file.etag = object.etag;
+        file.remote_updated_at = object.modified_at;
+        if (object.attributes)
+            file.attributes = { ...(file.attributes || {}), ...object.attributes };
+        file.processed_at = null;
+        file.rule_id = null;
+        await file.save();
+        return true;
+    }
+    hasWantedExtension(path, name) {
+        const extensions = (path.attributes?.file_extensions || []).map((item) => String(item).toLowerCase().replace(/^\./, ''));
+        if (!extensions.length)
+            return true;
+        const extension = PollRemoteFilePath.extensionOf(name || '');
+        return Boolean(extension) && extensions.includes(extension);
+    }
+    static extensionOf(name) {
+        const base = (name || '').split('/').pop() || '';
+        const index = base.lastIndexOf('.');
+        if (index <= 0)
+            return null;
+        return base.slice(index + 1).toLowerCase();
+    }
+}
+exports.PollRemoteFilePath = PollRemoteFilePath;
+//# sourceMappingURL=poll.remote.file.path.js.map

package/dist/accessUtility/libraries/poll.remote.file.path.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"poll.remote.file.path.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/poll.remote.file.path.ts"],"names":[],"mappings":";;;AAAA,qCAA6B;AAC7B,uEAAkE;AAgBlE,MAAa,kBAAkB;IAC3B,YAA6B,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAM3D,KAAK,CAAC,OAAO,CAAC,IAA0B;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,CAAC;YACD,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,CAAC,eAAe,GAAG,IAAI,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAA0B;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC;QACtI,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,KAAyB,CAAC;QAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,GAAG,CAAC;YACA,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChD,KAAK,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAEzD,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;YAEvB,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,gCAAgC,CAAC,CAAC;YACtH,IAAI,KAAK;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC,QAAQ,KAAK,EAAE;QAEhB,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,IAA0B,EAAE,OAA2B;QAC5E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACrG,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,MAAM,qCAAgB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,IAAA,YAAE,EAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7F,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACrE,IAAI,KAAK;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAMO,KAAK,CAAC,MAAM,CAAC,IAA0B,EAAE,MAAwB,EAAE,QAA2B;QAClG,IAAI,QAAQ,EAAE,UAAU;YAAE,OAAO,KAAK,CAAC;QACvC,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QAE5F,MAAM,IAAI,GAAG,QAAQ,IAAI,qCAAgB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,aAAa,EAAE,IAAI,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAEnI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC;QAC5C,IAAI,MAAM,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGO,kBAAkB,CAAC,IAA0B,EAAE,IAAY;QAC/D,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;QACzH,IAAI,CAAC,UAAU,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,SAAS,GAAG,kBAAkB,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAE7D,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAChE,CAAC;IAOD,MAAM,CAAC,WAAW,CAAC,IAAY;QAC3B,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC/C,CAAC;CACJ;AA9GD,gDA8GC"}

package/dist/accessUtility/libraries/process.bulk.definition.list.js

@@ -16,11 +16,7 @@ class ProcessBulkDefinitionList extends process_common_list_1.ProcessCommonList
     }
     async process(filter) {
         this.filter = filter;
-        if (this.filter.listing_slug) {
-            this.config.sql = undefined;
-            this.config.columns = undefined;
-            await this.initialize();
-        }
+        await this.initializeFromListing();
         this.processFilters();
         this.filterActive();
         return this.handle();

package/dist/accessUtility/libraries/process.bulk.definition.list.js.map

@@ -1 +1 @@
-{"version":3,"file":"process.bulk.definition.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.definition.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAQ/E,MAAa,yBAA0B,SAAQ,uCAAiB;IAsB5D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAd3C,WAAM,GAAG;YACf,GAAG,EAAE,mDAAmD;YACxD,KAAK,EAAE,oBAAoB;YAC3B,OAAO,EAAE,CAAC,KAAK,CAAC;YAChB,OAAO,EAAE,EAAE;SACd,CAAC;IAYF,CAAC;IASD,KAAK,CAAC,OAAO,CAAC,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,SAAS,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC;YAChC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAOO,cAAc;QAClB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5B,CAAC;IAOO,MAAM;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IACxF,CAAC;IAOO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;CACJ;AAnFD,8DAmFC"}
+{"version":3,"file":"process.bulk.definition.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.definition.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAQ/E,MAAa,yBAA0B,SAAQ,uCAAiB;IAsB5D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAd3C,WAAM,GAAG;YACf,GAAG,EAAE,mDAAmD;YACxD,KAAK,EAAE,oBAAoB;YAC3B,OAAO,EAAE,CAAC,KAAK,CAAC;YAChB,OAAO,EAAE,EAAE;SACd,CAAC;IAYF,CAAC;IASD,KAAK,CAAC,OAAO,CAAC,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAOO,cAAc;QAClB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5B,CAAC;IAOO,MAAM;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IACxF,CAAC;IAOO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;CACJ;AA/ED,8DA+EC"}

package/dist/accessUtility/libraries/process.bulk.upload.column.list.js

@@ -20,11 +20,7 @@ class ProcessBulkUploadColumnList extends process_common_list_1.ProcessCommonLis
     }
     async process(filter) {
         this.filter = filter;
-        if (this.filter.listing_slug) {
-            this.config.sql = undefined;
-            this.config.columns = undefined;
-            await this.initialize();
-        }
+        await this.initializeFromListing();
         this.processFilters();
         return this.handle();
     }

package/dist/accessUtility/libraries/process.bulk.upload.column.list.js.map

@@ -1 +1 @@
-{"version":3,"file":"process.bulk.upload.column.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.upload.column.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAO/E,MAAa,2BAA4B,SAAQ,uCAAiB;IAc9D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAb3C,WAAM,GAAG;YACf,GAAG,EAAE;;;;uCAI0B;YAC/B,KAAK,EAAE,4BAA4B;YACnC,OAAO,EAAE,CAAC,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,CAAC;YACvD,OAAO,EAAE,EAAE;SACd,CAAC;IAOF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAqC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,SAAS,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC;YAChC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAEO,cAAc;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAEO,UAAU;QACd,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY;YAAE,OAAO;QACtC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa;YAAE,OAAO;QACvC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,MAAM;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IACjF,CAAC;CACJ;AAvDD,kEAuDC"}
+{"version":3,"file":"process.bulk.upload.column.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.upload.column.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAO/E,MAAa,2BAA4B,SAAQ,uCAAiB;IAc9D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAb3C,WAAM,GAAG;YACf,GAAG,EAAE;;;;uCAI0B;YAC/B,KAAK,EAAE,4BAA4B;YACnC,OAAO,EAAE,CAAC,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,CAAC;YACvD,OAAO,EAAE,EAAE;SACd,CAAC;IAOF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAqC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAEO,cAAc;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAEO,UAAU;QACd,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY;YAAE,OAAO;QACtC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa;YAAE,OAAO;QACvC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,MAAM;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IACjF,CAAC;CACJ;AAnDD,kEAmDC"}

package/dist/accessUtility/libraries/process.bulk.upload.definition.change.js

@@ -28,11 +28,12 @@ class ProcessBulkUploadDefinitionChange {
         const score = await this.matchBulkUploadColumnsService.matchFile(to.id, upload.file_url);
         score_bulk_upload_columns_1.ScoreBulkUploadColumns.assertMandatoryMatched(score);
         await this.reset(upload, to);
+        const stored = await this.matchBulkUploadColumnsService.storeScore(upload, score);
         await this.setComments(upload, from, to, body.reason, user.name);
         if (upload.status_id !== bulk_upload_status_type_enum_1.BulkUploadStatusTypeEnum.APPROVED)
-            return { queued: false, column_match_score: score };
+            return { queued: false, column_match_score: stored };
         await this.analyseBulkUploadJob.dispatch(upload.id);
-        return { queued: true, column_match_score: score };
+        return { queued: true, column_match_score: stored };
     }
     async validateUser(upload) {
         const user = nestjs_utility_services_1.Auth.user();

package/dist/accessUtility/libraries/process.bulk.upload.definition.change.js.map

@@ -1 +1 @@
-{"version":3,"file":"process.bulk.upload.definition.change.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.upload.definition.change.ts"],"names":[],"mappings":";;;AAAA,2CAAmD;AACnD,oFAAmH;AACnH,qFAAgF;AAChF,uDAAwD;AAExD,+EAA0E;AAE1E,wFAAiF;AAIjF,2EAAqE;AAUrE,MAAa,iCAAiC;IAC1C,YACqB,6BAA4D,EAC5D,0BAAsD,EACtD,cAA8B,EAC9B,oBAA0C;QAH1C,kCAA6B,GAA7B,6BAA6B,CAA+B;QAC5D,+BAA0B,GAA1B,0BAA0B,CAA4B;QACtD,mBAAc,GAAd,cAAc,CAAgB;QAC9B,yBAAoB,GAApB,oBAAoB,CAAsB;IAC5D,CAAC;IAWJ,KAAK,CAAC,OAAO,CAAC,MAAwB,EAAE,IAAmC;QACvE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,aAAa,KAAK,MAAM,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,IAAI,4CAAkB,CAAC,eAAe,MAAM,CAAC,EAAE,4BAA4B,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,IAAI,4CAAkB,CAAC,eAAe,MAAM,CAAC,EAAE,0BAA0B,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,6CAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzF,kDAAsB,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7B,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjE,IAAI,MAAM,CAAC,SAAS,KAAK,uDAAwB,CAAC,QAAQ;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC;QAEhH,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC;IACvD,CAAC;IASO,KAAK,CAAC,YAAY,CAAC,MAAwB;QAC/C,MAAM,IAAI,GAAG,8BAAI,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,EAAE,EAAE;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,MAAM,CAAC,WAAW;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAElF,MAAM,UAAU,GAAG,MAAM,yCAAkB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5H,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAE7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAQO,KAAK,CAAC,aAAa,CAAC,MAAwB,EAAE,EAAU;QAC5D,MAAM,UAAU,GAAG,MAAM,6CAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,0BAAiB,CAAC,oCAAoC,EAAE,EAAE,CAAC,CAAC;QACvF,IAAI,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAEzG,OAAO,UAAU,CAAC;IACtB,CAAC;IAQO,KAAK,CAAC,KAAK,CAAC,MAAwB,EAAE,EAAwB;QAClE,MAAM,IAAI,CAAC,0BAA0B,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE1E,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAElG,MAAM,CAAC,aAAa,GAAG,EAAE,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC;QACtB,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1B,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,MAAM,CAAC,eAAe,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;QAE/B,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAWO,KAAK,CAAC,WAAW,CAAC,MAAwB,EAAE,IAA0B,EAAE,EAAwB,EAAE,MAAc,EAAE,QAAgB;QACtI,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAClF,MAAM,QAAQ,GAAG,yCAAyC,QAAQ,OAAO,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,QAAQ,QAAQ,aAAa,MAAM,EAAE,CAAC;QACjI,MAAM,OAAO,GAAG,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,kBAAkB,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAEtI,MAAM,OAAO,GAAG;YACZ,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE;YAC5D,EAAE,WAAW,EAAE,UAAU,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;SAC/D,CAAC;QACF,IAAI,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,cAAc,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAEvF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACnG,CAAC;IACL,CAAC;CACJ;AA7HD,8EA6HC"}
+{"version":3,"file":"process.bulk.upload.definition.change.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.upload.definition.change.ts"],"names":[],"mappings":";;;AAAA,2CAAmD;AACnD,oFAAmH;AACnH,qFAAgF;AAChF,uDAAwD;AAExD,+EAA0E;AAE1E,wFAAiF;AAIjF,2EAAqE;AAUrE,MAAa,iCAAiC;IAC1C,YACqB,6BAA4D,EAC5D,0BAAsD,EACtD,cAA8B,EAC9B,oBAA0C;QAH1C,kCAA6B,GAA7B,6BAA6B,CAA+B;QAC5D,+BAA0B,GAA1B,0BAA0B,CAA4B;QACtD,mBAAc,GAAd,cAAc,CAAgB;QAC9B,yBAAoB,GAApB,oBAAoB,CAAsB;IAC5D,CAAC;IAWJ,KAAK,CAAC,OAAO,CAAC,MAAwB,EAAE,IAAmC;QACvE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,aAAa,KAAK,MAAM,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,IAAI,4CAAkB,CAAC,eAAe,MAAM,CAAC,EAAE,4BAA4B,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,IAAI,4CAAkB,CAAC,eAAe,MAAM,CAAC,EAAE,0BAA0B,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,6CAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzF,kDAAsB,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAClF,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjE,IAAI,MAAM,CAAC,SAAS,KAAK,uDAAwB,CAAC,QAAQ;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC;QAEjH,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC;IACxD,CAAC;IASO,KAAK,CAAC,YAAY,CAAC,MAAwB;QAC/C,MAAM,IAAI,GAAG,8BAAI,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,EAAE,EAAE;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,MAAM,CAAC,WAAW;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAElF,MAAM,UAAU,GAAG,MAAM,yCAAkB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5H,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAE7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAQO,KAAK,CAAC,aAAa,CAAC,MAAwB,EAAE,EAAU;QAC5D,MAAM,UAAU,GAAG,MAAM,6CAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,0BAAiB,CAAC,oCAAoC,EAAE,EAAE,CAAC,CAAC;QACvF,IAAI,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAEzG,OAAO,UAAU,CAAC;IACtB,CAAC;IAQO,KAAK,CAAC,KAAK,CAAC,MAAwB,EAAE,EAAwB;QAClE,MAAM,IAAI,CAAC,0BAA0B,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE1E,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAElG,MAAM,CAAC,aAAa,GAAG,EAAE,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC;QACtB,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1B,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,MAAM,CAAC,eAAe,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;QAE/B,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAWO,KAAK,CAAC,WAAW,CAAC,MAAwB,EAAE,IAA0B,EAAE,EAAwB,EAAE,MAAc,EAAE,QAAgB;QACtI,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAClF,MAAM,QAAQ,GAAG,yCAAyC,QAAQ,OAAO,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,QAAQ,QAAQ,aAAa,MAAM,EAAE,CAAC;QACjI,MAAM,OAAO,GAAG,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,kBAAkB,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAEtI,MAAM,OAAO,GAAG;YACZ,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE;YAC5D,EAAE,WAAW,EAAE,UAAU,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;SAC/D,CAAC;QACF,IAAI,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,cAAc,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAEvF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACnG,CAAC;IACL,CAAC;CACJ;AA9HD,8EA8HC"}

package/dist/accessUtility/libraries/process.bulk.upload.type.list.js

@@ -19,11 +19,7 @@ class ProcessBulkUploadTypeList extends process_common_list_1.ProcessCommonList
     }
     async process(filter) {
         this.filter = filter;
-        if (this.filter.listing_slug) {
-            this.config.sql = undefined;
-            this.config.columns = undefined;
-            await this.initialize();
-        }
+        await this.initializeFromListing();
         this.processFilters();
         return this.handle();
     }

package/dist/accessUtility/libraries/process.bulk.upload.type.list.js.map

@@ -1 +1 @@
-{"version":3,"file":"process.bulk.upload.type.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.upload.type.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAO/E,MAAa,yBAA0B,SAAQ,uCAAiB;IAa5D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAZ3C,WAAM,GAAG;YACf,GAAG,EAAE;;;uCAG0B;YAC/B,KAAK,EAAE,oBAAoB;YAC3B,OAAO,EAAE,CAAC,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,sBAAsB,CAAC;YACvF,OAAO,EAAE,EAAE;SACd,CAAC;IAOF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,SAAS,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC;YAChC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAEO,cAAc;QAClB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa;YAAE,OAAO;QACvC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,MAAM;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,2BAA2B,GAAG,GAAG,CAAC,CAAC;IAClF,CAAC;CACJ;AAhDD,8DAgDC"}
+{"version":3,"file":"process.bulk.upload.type.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.bulk.upload.type.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAO/E,MAAa,yBAA0B,SAAQ,uCAAiB;IAa5D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAZ3C,WAAM,GAAG;YACf,GAAG,EAAE;;;uCAG0B;YAC/B,KAAK,EAAE,oBAAoB;YAC3B,OAAO,EAAE,CAAC,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,sBAAsB,CAAC;YACvF,OAAO,EAAE,EAAE;SACd,CAAC;IAOF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAEO,cAAc;QAClB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa;YAAE,OAAO;QACvC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,MAAM;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,2BAA2B,GAAG,GAAG,CAAC,CAAC;IAClF,CAAC;CACJ;AA5CD,8DA4CC"}

package/dist/accessUtility/libraries/process.remote.file.list.d.ts

@@ -0,0 +1,17 @@
+import { ListResponseDto } from '../../access/dtos/list.response.dto';
+import { AccessBusinessEntity } from '../../access/entities/access.business.entity';
+import { ProcessCommonList } from '../../access/libraries/process.common.list';
+import { ListingService } from '../../access/services/listing.service';
+import { RemoteFileListFilterDto } from '../dtos/remote.file.list.filter.dto';
+export declare class ProcessRemoteFileList extends ProcessCommonList {
+    protected readonly business: AccessBusinessEntity;
+    protected readonly listingService: ListingService;
+    protected filter: RemoteFileListFilterDto;
+    protected config: {
+        sql: string;
+        order: string;
+        columns: string[];
+    };
+    constructor(business: AccessBusinessEntity, listingService: ListingService);
+    process(filter: RemoteFileListFilterDto): Promise<ListResponseDto>;
+}

package/dist/accessUtility/libraries/process.remote.file.list.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessRemoteFileList = void 0;
+const process_common_list_1 = require("../../access/libraries/process.common.list");
+class ProcessRemoteFileList extends process_common_list_1.ProcessCommonList {
+    constructor(business, listingService) {
+        super();
+        this.business = business;
+        this.listingService = listingService;
+        this.config = {
+            sql: `bz_remote_files a left join bz_remote_file_paths p on p.id = a.path_id where a.deleted_at is null`,
+            order: 'sq.discovered_at desc, sq.id desc',
+            columns: ['a.*', 'p.name as path_name', 'p.identifier as path_identifier', 'p.provider'],
+        };
+    }
+    async process(filter) {
+        this.filter = filter;
+        await this.initialize();
+        this.restrictions.push(`a.business_id = ${Number(this.business.id)}`);
+        if (this.filter.path_id)
+            this.restrictions.push(`a.path_id = ${Number(this.filter.path_id)}`);
+        if (this.filter.extension)
+            this.restrictions.push(`a.extension = ${this.quote(this.filter.extension.toLowerCase())}`);
+        if (this.filter.search) {
+            const str = this.quote(`%${this.filter.search}%`);
+            this.restrictions.push(`(a.name ilike ${str} or a.key ilike ${str})`);
+        }
+        if (this.filter.date)
+            this.processDate(this.filter.date, 'a.discovered_at');
+        return this.handle();
+    }
+}
+exports.ProcessRemoteFileList = ProcessRemoteFileList;
+//# sourceMappingURL=process.remote.file.list.js.map

package/dist/accessUtility/libraries/process.remote.file.list.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.remote.file.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.remote.file.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAW/E,MAAa,qBAAsB,SAAQ,uCAAiB;IAQxD,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAR3C,WAAM,GAAG;YACf,GAAG,EAAE,mGAAmG;YACxG,KAAK,EAAE,mCAAmC;YAC1C,OAAO,EAAE,CAAC,KAAK,EAAE,qBAAqB,EAAE,iCAAiC,EAAE,YAAY,CAAC;SAC3F,CAAC;IAOF,CAAC;IAMD,KAAK,CAAC,OAAO,CAAC,MAA+B;QACzC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9F,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QACtH,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,GAAG,GAAG,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;QAE5E,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;CACJ;AAlCD,sDAkCC"}

package/dist/accessUtility/libraries/process.remote.file.path.data.d.ts

@@ -0,0 +1,18 @@
+import { AccessBusinessEntity } from '../../access/entities/access.business.entity';
+import { AddRemoteFilePathDto } from '../dtos/add.remote.file.path.dto';
+import { RemoteFilePathEntity } from '../entities/remote.file.path.entity';
+import { ProcessCommonData } from './process.common.data';
+import { RemoteFileSources } from './remote.file.sources';
+export declare class ProcessRemoteFilePathData extends ProcessCommonData {
+    private readonly business;
+    private readonly sources;
+    protected payload: AddRemoteFilePathDto;
+    constructor(business: AccessBusinessEntity, sources: RemoteFileSources);
+    process(payload: AddRemoteFilePathDto): Promise<RemoteFilePathEntity>;
+    private load;
+    private set;
+    private validate;
+    private validateIdentifier;
+    private validateStorageAccess;
+    private normalizeIdentifier;
+}

package/dist/accessUtility/libraries/process.remote.file.path.data.js

@@ -0,0 +1,71 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessRemoteFilePathData = void 0;
+const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
+const typeorm_1 = require("typeorm");
+const remote_file_path_entity_1 = require("../entities/remote.file.path.entity");
+const check_remote_file_path_access_1 = require("./check.remote.file.path.access");
+const process_common_data_1 = require("./process.common.data");
+class ProcessRemoteFilePathData extends process_common_data_1.ProcessCommonData {
+    constructor(business, sources) {
+        super();
+        this.business = business;
+        this.sources = sources;
+    }
+    async process(payload) {
+        this.payload = payload;
+        const entity = await this.load();
+        await this.validate(entity);
+        return this.set(entity);
+    }
+    async load() {
+        if (!this.payload.id)
+            return remote_file_path_entity_1.RemoteFilePathEntity.create({ business_id: this.business.id, active: true, attributes: {} });
+        const entity = await remote_file_path_entity_1.RemoteFilePathEntity.findOne({ where: { id: this.payload.id, business_id: this.business.id, deleted_at: (0, typeorm_1.IsNull)() } });
+        if (!entity)
+            throw new nestjs_utility_services_1.AccessException();
+        return entity;
+    }
+    set(entity) {
+        entity.name = this.payload.name;
+        if (!entity.id)
+            entity.identifier = this.normalizeIdentifier();
+        const location = check_remote_file_path_access_1.CheckRemoteFilePathAccess.normalize(this.payload);
+        entity.provider = location.provider;
+        entity.bucket = location.bucket;
+        entity.path = location.path;
+        if (this.payload.poll_interval_seconds !== undefined)
+            entity.poll_interval_seconds = this.payload.poll_interval_seconds;
+        if (this.payload.active !== undefined)
+            entity.active = this.payload.active;
+        if (this.payload.attributes)
+            entity.attributes = { ...(entity.attributes || {}), ...this.payload.attributes };
+        return entity.save();
+    }
+    async validate(entity) {
+        if (!entity.id)
+            await this.validateIdentifier();
+        await this.validateStorageAccess();
+        this.throwExceptionOnError();
+    }
+    async validateIdentifier() {
+        const identifier = this.normalizeIdentifier();
+        if (!identifier) {
+            this.setColumnError('identifier', 'Identifier is required');
+            return;
+        }
+        const record = await remote_file_path_entity_1.RemoteFilePathEntity.findOne({ where: { business_id: this.business.id, identifier } });
+        if (record)
+            this.setColumnError('identifier', 'Duplicate identifier');
+    }
+    async validateStorageAccess() {
+        const result = await new check_remote_file_path_access_1.CheckRemoteFilePathAccess(this.sources).process(this.payload);
+        if (!result.ok)
+            this.setColumnError('path', result.error || 'Unable to access remote path');
+    }
+    normalizeIdentifier() {
+        return (this.payload.identifier || '').trim().toLowerCase();
+    }
+}
+exports.ProcessRemoteFilePathData = ProcessRemoteFilePathData;
+//# sourceMappingURL=process.remote.file.path.data.js.map

package/dist/accessUtility/libraries/process.remote.file.path.data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.remote.file.path.data.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.remote.file.path.data.ts"],"names":[],"mappings":";;;AAAA,oFAAyE;AACzE,qCAAiC;AAGjC,iFAA2E;AAC3E,mFAA4E;AAC5E,+DAA0D;AAU1D,MAAa,yBAA0B,SAAQ,uCAAiB;IAG5D,YACqB,QAA8B,EAC9B,OAA0B;QAE3C,KAAK,EAAE,CAAC;QAHS,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,YAAO,GAAP,OAAO,CAAmB;IAG/C,CAAC;IAOD,KAAK,CAAC,OAAO,CAAC,OAA6B;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE5B,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,IAAI;QACd,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAAE,OAAO,8CAAoB,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAE1H,MAAM,MAAM,GAAG,MAAM,8CAAoB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,IAAA,gBAAM,GAAE,EAAE,EAAE,CAAC,CAAC;QAC3I,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,yCAAe,EAAE,CAAC;QAEzC,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,GAAG,CAAC,MAA4B;QACpC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC/D,MAAM,QAAQ,GAAG,yDAAyB,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACpC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAChC,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,qBAAqB,KAAK,SAAS;YAAE,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;QACxH,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAC3E,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAE9G,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,MAA4B;QAC/C,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChD,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC;IAMO,KAAK,CAAC,kBAAkB;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,wBAAwB,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,8CAAoB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC5G,IAAI,MAAM;YAAE,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAC;IAC1E,CAAC;IAEO,KAAK,CAAC,qBAAqB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,yDAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEvF,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,IAAI,8BAA8B,CAAC,CAAC;IAChG,CAAC;IAEO,mBAAmB;QACvB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChE,CAAC;CACJ;AA9ED,8DA8EC"}

package/dist/accessUtility/libraries/process.remote.file.path.list.d.ts

@@ -0,0 +1,17 @@
+import { ListResponseDto } from '../../access/dtos/list.response.dto';
+import { AccessBusinessEntity } from '../../access/entities/access.business.entity';
+import { ProcessCommonList } from '../../access/libraries/process.common.list';
+import { ListingService } from '../../access/services/listing.service';
+import { RemoteFilePathListFilterDto } from '../dtos/remote.file.path.list.filter.dto';
+export declare class ProcessRemoteFilePathList extends ProcessCommonList {
+    protected readonly business: AccessBusinessEntity;
+    protected readonly listingService: ListingService;
+    protected filter: RemoteFilePathListFilterDto;
+    protected config: {
+        sql: string;
+        order: string;
+        columns: string[];
+    };
+    constructor(business: AccessBusinessEntity, listingService: ListingService);
+    process(filter: RemoteFilePathListFilterDto): Promise<ListResponseDto>;
+}

package/dist/accessUtility/libraries/process.remote.file.path.list.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessRemoteFilePathList = void 0;
+const process_common_list_1 = require("../../access/libraries/process.common.list");
+class ProcessRemoteFilePathList extends process_common_list_1.ProcessCommonList {
+    constructor(business, listingService) {
+        super();
+        this.business = business;
+        this.listingService = listingService;
+        this.config = {
+            sql: `bz_remote_file_paths a where a.deleted_at is null`,
+            order: 'sq.id desc',
+            columns: ['a.*'],
+        };
+    }
+    async process(filter) {
+        this.filter = filter;
+        await this.initialize();
+        this.restrictions.push(`a.business_id = ${Number(this.business.id)}`);
+        this.filterActive();
+        if (this.filter.provider)
+            this.restrictions.push(`a.provider = ${this.quote(this.filter.provider)}`);
+        if (this.filter.search) {
+            const str = this.quote(`%${this.filter.search}%`);
+            this.restrictions.push(`(a.name ilike ${str} or a.identifier ilike ${str} or a.path ilike ${str})`);
+        }
+        return this.handle();
+    }
+}
+exports.ProcessRemoteFilePathList = ProcessRemoteFilePathList;
+//# sourceMappingURL=process.remote.file.path.list.js.map

package/dist/accessUtility/libraries/process.remote.file.path.list.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.remote.file.path.list.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/process.remote.file.path.list.ts"],"names":[],"mappings":";;;AAEA,oFAA+E;AAW/E,MAAa,yBAA0B,SAAQ,uCAAiB;IAQ5D,YACuB,QAA8B,EAC9B,cAA8B;QAEjD,KAAK,EAAE,CAAC;QAHW,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAR3C,WAAM,GAAG;YACf,GAAG,EAAE,mDAAmD;YACxD,KAAK,EAAE,YAAY;YACnB,OAAO,EAAE,CAAC,KAAK,CAAC;SACnB,CAAC;IAOF,CAAC;IAMD,KAAK,CAAC,OAAO,CAAC,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACrG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,GAAG,0BAA0B,GAAG,oBAAoB,GAAG,GAAG,CAAC,CAAC;QACxG,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;CACJ;AAjCD,8DAiCC"}