@budibase/backend-core 3.2.41 → 3.2.43

package/dist/src/objectStore/objectStore.js

@@ -0,0 +1,509 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SIGNED_FILE_PREFIX = void 0;
+exports.sanitizeKey = sanitizeKey;
+exports.sanitizeBucket = sanitizeBucket;
+exports.ObjectStore = ObjectStore;
+exports.createBucketIfNotExists = createBucketIfNotExists;
+exports.upload = upload;
+exports.streamUpload = streamUpload;
+exports.retrieve = retrieve;
+exports.listAllObjects = listAllObjects;
+exports.getPresignedUrl = getPresignedUrl;
+exports.retrieveToTmp = retrieveToTmp;
+exports.retrieveDirectory = retrieveDirectory;
+exports.deleteFile = deleteFile;
+exports.deleteFiles = deleteFiles;
+exports.deleteFolder = deleteFolder;
+exports.uploadDirectory = uploadDirectory;
+exports.downloadTarballDirect = downloadTarballDirect;
+exports.downloadTarball = downloadTarball;
+exports.getReadStream = getReadStream;
+exports.getObjectMetadata = getObjectMetadata;
+exports.extractBucketAndPath = extractBucketAndPath;
+const sanitize = require("sanitize-s3-objectkey");
+const aws_sdk_1 = __importDefault(require("aws-sdk"));
+const stream_1 = __importDefault(require("stream"));
+const node_fetch_1 = __importDefault(require("node-fetch"));
+const tar_fs_1 = __importDefault(require("tar-fs"));
+const zlib_1 = __importDefault(require("zlib"));
+const util_1 = require("util");
+const path_1 = require("path");
+const fs_1 = __importDefault(require("fs"));
+const environment_1 = __importDefault(require("../environment"));
+const utils_1 = require("./utils");
+const uuid_1 = require("uuid");
+const db_1 = require("../db");
+const promises_1 = __importDefault(require("fs/promises"));
+const streamPipeline = (0, util_1.promisify)(stream_1.default.pipeline);
+// use this as a temporary store of buckets that are being created
+const STATE = {
+    bucketCreationPromises: {},
+};
+exports.SIGNED_FILE_PREFIX = "/files/signed";
+const CONTENT_TYPE_MAP = {
+    txt: "text/plain",
+    html: "text/html",
+    css: "text/css",
+    js: "application/javascript",
+    json: "application/json",
+    gz: "application/gzip",
+    svg: "image/svg+xml",
+    form: "multipart/form-data",
+};
+const STRING_CONTENT_TYPES = [
+    CONTENT_TYPE_MAP.html,
+    CONTENT_TYPE_MAP.css,
+    CONTENT_TYPE_MAP.js,
+    CONTENT_TYPE_MAP.json,
+];
+// does normal sanitization and then swaps dev apps to apps
+function sanitizeKey(input) {
+    return sanitize(sanitizeBucket(input)).replace(/\\/g, "/");
+}
+// simply handles the dev app to app conversion
+function sanitizeBucket(input) {
+    return input.replace(new RegExp(db_1.APP_DEV_PREFIX, "g"), db_1.APP_PREFIX);
+}
+/**
+ * Gets a connection to the object store using the S3 SDK.
+ * @param bucket the name of the bucket which blobs will be uploaded/retrieved from.
+ * @param opts configuration for the object store.
+ * @return an S3 object store object, check S3 Nodejs SDK for usage.
+ * @constructor
+ */
+function ObjectStore(bucket, opts = { presigning: false }) {
+    const config = {
+        s3ForcePathStyle: true,
+        signatureVersion: "v4",
+        apiVersion: "2006-03-01",
+        accessKeyId: environment_1.default.MINIO_ACCESS_KEY,
+        secretAccessKey: environment_1.default.MINIO_SECRET_KEY,
+        region: environment_1.default.AWS_REGION,
+    };
+    if (bucket) {
+        config.params = {
+            Bucket: sanitizeBucket(bucket),
+        };
+    }
+    // for AWS Credentials using temporary session token
+    if (!environment_1.default.MINIO_ENABLED && environment_1.default.AWS_SESSION_TOKEN) {
+        config.sessionToken = environment_1.default.AWS_SESSION_TOKEN;
+    }
+    // custom S3 is in use i.e. minio
+    if (environment_1.default.MINIO_URL) {
+        if (opts.presigning && environment_1.default.MINIO_ENABLED) {
+            // IMPORTANT: Signed urls will inspect the host header of the request.
+            // Normally a signed url will need to be generated with a specified host in mind.
+            // To support dynamic hosts, e.g. some unknown self-hosted installation url,
+            // use a predefined host. The host 'minio-service' is also forwarded to minio requests via nginx
+            config.endpoint = "minio-service";
+        }
+        else {
+            config.endpoint = environment_1.default.MINIO_URL;
+        }
+    }
+    return new aws_sdk_1.default.S3(config);
+}
+/**
+ * Given an object store and a bucket name this will make sure the bucket exists,
+ * if it does not exist then it will create it.
+ */
+function createBucketIfNotExists(client, bucketName) {
+    return __awaiter(this, void 0, void 0, function* () {
+        bucketName = sanitizeBucket(bucketName);
+        try {
+            yield client
+                .headBucket({
+                Bucket: bucketName,
+            })
+                .promise();
+            return { created: false, exists: true };
+        }
+        catch (err) {
+            const promises = STATE.bucketCreationPromises;
+            const doesntExist = err.statusCode === 404, noAccess = err.statusCode === 403;
+            if (promises[bucketName]) {
+                yield promises[bucketName];
+                return { created: false, exists: true };
+            }
+            else if (doesntExist || noAccess) {
+                if (doesntExist) {
+                    promises[bucketName] = client
+                        .createBucket({
+                        Bucket: bucketName,
+                    })
+                        .promise();
+                    yield promises[bucketName];
+                    delete promises[bucketName];
+                    return { created: true, exists: false };
+                }
+                else {
+                    throw new Error("Access denied to object store bucket." + err);
+                }
+            }
+            else {
+                throw new Error("Unable to write to object store bucket.");
+            }
+        }
+    });
+}
+/**
+ * Uploads the contents of a file given the required parameters, useful when
+ * temp files in use (for example file uploaded as an attachment).
+ */
+function upload(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ bucket: bucketName, filename, path, type, metadata, body, ttl, }) {
+        const extension = filename.split(".").pop();
+        const fileBytes = path ? (yield promises_1.default.open(path)).createReadStream() : body;
+        const objectStore = ObjectStore(bucketName);
+        const bucketCreated = yield createBucketIfNotExists(objectStore, bucketName);
+        if (ttl && bucketCreated.created) {
+            let ttlConfig = (0, utils_1.bucketTTLConfig)(bucketName, ttl);
+            yield objectStore.putBucketLifecycleConfiguration(ttlConfig).promise();
+        }
+        let contentType = type;
+        if (!contentType) {
+            contentType = extension
+                ? CONTENT_TYPE_MAP[extension.toLowerCase()]
+                : CONTENT_TYPE_MAP.txt;
+        }
+        const config = {
+            // windows file paths need to be converted to forward slashes for s3
+            Key: sanitizeKey(filename),
+            Body: fileBytes,
+            ContentType: contentType,
+        };
+        if (metadata && typeof metadata === "object") {
+            // remove any nullish keys from the metadata object, as these may be considered invalid
+            for (let key of Object.keys(metadata)) {
+                if (!metadata[key] || typeof metadata[key] !== "string") {
+                    delete metadata[key];
+                }
+            }
+            config.Metadata = metadata;
+        }
+        return objectStore.upload(config).promise();
+    });
+}
+/**
+ * Similar to the upload function but can be used to send a file stream
+ * through to the object store.
+ */
+function streamUpload(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ bucket: bucketName, stream, filename, type, extra, ttl, }) {
+        if (!stream) {
+            throw new Error("Stream to upload is invalid/undefined");
+        }
+        const extension = filename.split(".").pop();
+        const objectStore = ObjectStore(bucketName);
+        const bucketCreated = yield createBucketIfNotExists(objectStore, bucketName);
+        if (ttl && bucketCreated.created) {
+            let ttlConfig = (0, utils_1.bucketTTLConfig)(bucketName, ttl);
+            yield objectStore.putBucketLifecycleConfiguration(ttlConfig).promise();
+        }
+        // Set content type for certain known extensions
+        if (filename === null || filename === void 0 ? void 0 : filename.endsWith(".js")) {
+            extra = Object.assign(Object.assign({}, extra), { ContentType: "application/javascript" });
+        }
+        else if (filename === null || filename === void 0 ? void 0 : filename.endsWith(".svg")) {
+            extra = Object.assign(Object.assign({}, extra), { ContentType: "image" });
+        }
+        let contentType = type;
+        if (!contentType) {
+            contentType = extension
+                ? CONTENT_TYPE_MAP[extension.toLowerCase()]
+                : CONTENT_TYPE_MAP.txt;
+        }
+        const bucket = sanitizeBucket(bucketName), objKey = sanitizeKey(filename);
+        const params = Object.assign({ Bucket: bucket, Key: objKey, Body: stream, ContentType: contentType }, extra);
+        const details = yield objectStore.upload(params).promise();
+        const headDetails = yield objectStore
+            .headObject({
+            Bucket: bucket,
+            Key: objKey,
+        })
+            .promise();
+        return Object.assign(Object.assign({}, details), { ContentLength: headDetails.ContentLength });
+    });
+}
+/**
+ * retrieves the contents of a file from the object store, if it is a known content type it
+ * will be converted, otherwise it will be returned as a buffer stream.
+ */
+function retrieve(bucketName, filepath) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const objectStore = ObjectStore(bucketName);
+        const params = {
+            Bucket: sanitizeBucket(bucketName),
+            Key: sanitizeKey(filepath),
+        };
+        const response = yield objectStore.getObject(params).promise();
+        // currently these are all strings
+        if (STRING_CONTENT_TYPES.includes(response.ContentType)) {
+            return response.Body.toString("utf8");
+        }
+        else {
+            return response.Body;
+        }
+    });
+}
+function listAllObjects(bucketName, path) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const objectStore = ObjectStore(bucketName);
+        const list = (params = {}) => {
+            return objectStore
+                .listObjectsV2(Object.assign(Object.assign({}, params), { Bucket: sanitizeBucket(bucketName), Prefix: sanitizeKey(path) }))
+                .promise();
+        };
+        let isTruncated = false, token, objects = [];
+        do {
+            let params = {};
+            if (token) {
+                params.ContinuationToken = token;
+            }
+            const response = yield list(params);
+            if (response.Contents) {
+                objects = objects.concat(response.Contents);
+            }
+            isTruncated = !!response.IsTruncated;
+            token = response.NextContinuationToken;
+        } while (isTruncated && token);
+        return objects;
+    });
+}
+/**
+ * Generate a presigned url with a default TTL of 1 hour
+ */
+function getPresignedUrl(bucketName, key, durationSeconds = 3600) {
+    const objectStore = ObjectStore(bucketName, { presigning: true });
+    const params = {
+        Bucket: sanitizeBucket(bucketName),
+        Key: sanitizeKey(key),
+        Expires: durationSeconds,
+    };
+    const url = objectStore.getSignedUrl("getObject", params);
+    if (!environment_1.default.MINIO_ENABLED) {
+        // return the full URL to the client
+        return url;
+    }
+    else {
+        // return the path only to the client
+        // use the presigned url route to ensure the static
+        // hostname will be used in the request
+        const signedUrl = new URL(url);
+        const path = signedUrl.pathname;
+        const query = signedUrl.search;
+        return `${exports.SIGNED_FILE_PREFIX}${path}${query}`;
+    }
+}
+/**
+ * Same as retrieval function but puts to a temporary file.
+ */
+function retrieveToTmp(bucketName, filepath) {
+    return __awaiter(this, void 0, void 0, function* () {
+        bucketName = sanitizeBucket(bucketName);
+        filepath = sanitizeKey(filepath);
+        const data = yield retrieve(bucketName, filepath);
+        const outputPath = (0, path_1.join)((0, utils_1.budibaseTempDir)(), (0, uuid_1.v4)());
+        fs_1.default.writeFileSync(outputPath, data);
+        return outputPath;
+    });
+}
+function retrieveDirectory(bucketName, path) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let writePath = (0, path_1.join)((0, utils_1.budibaseTempDir)(), (0, uuid_1.v4)());
+        fs_1.default.mkdirSync(writePath);
+        const objects = yield listAllObjects(bucketName, path);
+        let streams = yield Promise.all(objects.map(obj => getReadStream(bucketName, obj.Key)));
+        let count = 0;
+        const writePromises = [];
+        for (let obj of objects) {
+            const filename = obj.Key;
+            const stream = streams[count++];
+            const possiblePath = filename.split("/");
+            const dirs = possiblePath.slice(0, possiblePath.length - 1);
+            const possibleDir = (0, path_1.join)(writePath, ...dirs);
+            if (possiblePath.length > 1 && !fs_1.default.existsSync(possibleDir)) {
+                fs_1.default.mkdirSync(possibleDir, { recursive: true });
+            }
+            const writeStream = fs_1.default.createWriteStream((0, path_1.join)(writePath, ...possiblePath), {
+                mode: 0o644,
+            });
+            stream.pipe(writeStream);
+            writePromises.push(new Promise((resolve, reject) => {
+                stream.on("finish", resolve);
+                stream.on("error", reject);
+                writeStream.on("error", reject);
+            }));
+        }
+        yield Promise.all(writePromises);
+        return writePath;
+    });
+}
+/**
+ * Delete a single file.
+ */
+function deleteFile(bucketName, filepath) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const objectStore = ObjectStore(bucketName);
+        yield createBucketIfNotExists(objectStore, bucketName);
+        const params = {
+            Bucket: bucketName,
+            Key: sanitizeKey(filepath),
+        };
+        return objectStore.deleteObject(params).promise();
+    });
+}
+function deleteFiles(bucketName, filepaths) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const objectStore = ObjectStore(bucketName);
+        yield createBucketIfNotExists(objectStore, bucketName);
+        const params = {
+            Bucket: bucketName,
+            Delete: {
+                Objects: filepaths.map((path) => ({ Key: sanitizeKey(path) })),
+            },
+        };
+        return objectStore.deleteObjects(params).promise();
+    });
+}
+/**
+ * Delete a path, including everything within.
+ */
+function deleteFolder(bucketName, folder) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c;
+        bucketName = sanitizeBucket(bucketName);
+        folder = sanitizeKey(folder);
+        const client = ObjectStore(bucketName);
+        const listParams = {
+            Bucket: bucketName,
+            Prefix: folder,
+        };
+        const existingObjectsResponse = yield client.listObjects(listParams).promise();
+        if (((_a = existingObjectsResponse.Contents) === null || _a === void 0 ? void 0 : _a.length) === 0) {
+            return;
+        }
+        const deleteParams = {
+            Bucket: bucketName,
+            Delete: {
+                Objects: [],
+            },
+        };
+        (_b = existingObjectsResponse.Contents) === null || _b === void 0 ? void 0 : _b.forEach((content) => {
+            deleteParams.Delete.Objects.push({ Key: content.Key });
+        });
+        const deleteResponse = yield client.deleteObjects(deleteParams).promise();
+        // can only empty 1000 items at once
+        if (((_c = deleteResponse.Deleted) === null || _c === void 0 ? void 0 : _c.length) === 1000) {
+            return deleteFolder(bucketName, folder);
+        }
+    });
+}
+function uploadDirectory(bucketName, localPath, bucketPath) {
+    return __awaiter(this, void 0, void 0, function* () {
+        bucketName = sanitizeBucket(bucketName);
+        let uploads = [];
+        const files = fs_1.default.readdirSync(localPath, { withFileTypes: true });
+        for (let file of files) {
+            const path = sanitizeKey((0, path_1.join)(bucketPath, file.name));
+            const local = (0, path_1.join)(localPath, file.name);
+            if (file.isDirectory()) {
+                uploads.push(uploadDirectory(bucketName, local, path));
+            }
+            else {
+                uploads.push(streamUpload({
+                    bucket: bucketName,
+                    filename: path,
+                    stream: fs_1.default.createReadStream(local),
+                }));
+            }
+        }
+        yield Promise.all(uploads);
+        return files;
+    });
+}
+function downloadTarballDirect(url_1, path_2) {
+    return __awaiter(this, arguments, void 0, function* (url, path, headers = {}) {
+        path = sanitizeKey(path);
+        const response = yield (0, node_fetch_1.default)(url, { headers });
+        if (!response.ok) {
+            throw new Error(`unexpected response ${response.statusText}`);
+        }
+        yield streamPipeline(response.body, zlib_1.default.createUnzip(), tar_fs_1.default.extract(path));
+    });
+}
+function downloadTarball(url, bucketName, path) {
+    return __awaiter(this, void 0, void 0, function* () {
+        bucketName = sanitizeBucket(bucketName);
+        path = sanitizeKey(path);
+        const response = yield (0, node_fetch_1.default)(url);
+        if (!response.ok) {
+            throw new Error(`unexpected response ${response.statusText}`);
+        }
+        const tmpPath = (0, path_1.join)((0, utils_1.budibaseTempDir)(), path);
+        yield streamPipeline(response.body, zlib_1.default.createUnzip(), tar_fs_1.default.extract(tmpPath));
+        if (!environment_1.default.isTest() && environment_1.default.SELF_HOSTED) {
+            yield uploadDirectory(bucketName, tmpPath, path);
+        }
+        // return the temporary path incase there is a use for it
+        return tmpPath;
+    });
+}
+function getReadStream(bucketName, path) {
+    return __awaiter(this, void 0, void 0, function* () {
+        bucketName = sanitizeBucket(bucketName);
+        path = sanitizeKey(path);
+        const client = ObjectStore(bucketName);
+        const params = {
+            Bucket: bucketName,
+            Key: path,
+        };
+        return client.getObject(params).createReadStream();
+    });
+}
+function getObjectMetadata(bucket, path) {
+    return __awaiter(this, void 0, void 0, function* () {
+        bucket = sanitizeBucket(bucket);
+        path = sanitizeKey(path);
+        const client = ObjectStore(bucket);
+        const params = {
+            Bucket: bucket,
+            Key: path,
+        };
+        try {
+            return yield client.headObject(params).promise();
+        }
+        catch (err) {
+            throw new Error("Unable to retrieve metadata from object");
+        }
+    });
+}
+/*
+Given a signed url like '/files/signed/tmp-files-attachments/app_123456/myfile.txt' extract
+the bucket and the path from it
+*/
+function extractBucketAndPath(url) {
+    const baseUrl = url.split("?")[0];
+    const regex = new RegExp(`^${exports.SIGNED_FILE_PREFIX}/(?<bucket>[^/]+)/(?<path>.+)$`);
+    const match = baseUrl.match(regex);
+    if (match && match.groups) {
+        const { bucket, path } = match.groups;
+        return { bucket, path };
+    }
+    return null;
+}
+//# sourceMappingURL=objectStore.js.map

package/dist/src/objectStore/objectStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectStore.js","sourceRoot":"","sources":["../../../src/objectStore/objectStore.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAqEA,kCAEC;AAGD,wCAEC;AASD,kCAqCC;AAMD,0DAoCC;AAKD,wBA4CC;AAMD,oCA6DC;AAMD,4BAaC;AAED,wCA2BC;AAKD,0CAyBC;AAKD,sCAOC;AAED,8CAgCC;AAKD,gCAQC;AAED,kCAUC;AAKD,oCAgCC;AAED,0CAyBC;AAED,sDAYC;AAED,0CAmBC;AAED,sCAYC;AAED,8CAkBC;AAMD,oDAgBC;AAxkBD,MAAM,QAAQ,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAA;AAEjD,sDAAyB;AACzB,oDAAyC;AACzC,4DAA8B;AAC9B,oDAAwB;AACxB,gDAAuB;AACvB,+BAAgC;AAChC,+BAA2B;AAC3B,4CAA6C;AAC7C,iEAAgC;AAChC,mCAA0D;AAC1D,+BAAyB;AACzB,8BAAkD;AAClD,2DAA6B;AAI7B,MAAM,cAAc,GAAG,IAAA,gBAAS,EAAC,gBAAM,CAAC,QAAQ,CAAC,CAAA;AACjD,kEAAkE;AAClE,MAAM,KAAK,GAAG;IACZ,sBAAsB,EAAE,EAAE;CAC3B,CAAA;AACY,QAAA,kBAAkB,GAAG,eAAe,CAAA;AA2BjD,MAAM,gBAAgB,GAAQ;IAC5B,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,WAAW;IACjB,GAAG,EAAE,UAAU;IACf,EAAE,EAAE,wBAAwB;IAC5B,IAAI,EAAE,kBAAkB;IACxB,EAAE,EAAE,kBAAkB;IACtB,GAAG,EAAE,eAAe;IACpB,IAAI,EAAE,qBAAqB;CAC5B,CAAA;AAED,MAAM,oBAAoB,GAAG;IAC3B,gBAAgB,CAAC,IAAI;IACrB,gBAAgB,CAAC,GAAG;IACpB,gBAAgB,CAAC,EAAE;IACnB,gBAAgB,CAAC,IAAI;CACtB,CAAA;AAED,2DAA2D;AAC3D,SAAgB,WAAW,CAAC,KAAa;IACvC,OAAO,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;AAC5D,CAAC;AAED,+CAA+C;AAC/C,SAAgB,cAAc,CAAC,KAAa;IAC1C,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,mBAAc,EAAE,GAAG,CAAC,EAAE,eAAU,CAAC,CAAA;AACnE,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,WAAW,CACzB,MAAc,EACd,OAAgC,EAAE,UAAU,EAAE,KAAK,EAAE;IAErD,MAAM,MAAM,GAA+B;QACzC,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,IAAI;QACtB,UAAU,EAAE,YAAY;QACxB,WAAW,EAAE,qBAAG,CAAC,gBAAgB;QACjC,eAAe,EAAE,qBAAG,CAAC,gBAAgB;QACrC,MAAM,EAAE,qBAAG,CAAC,UAAU;KACvB,CAAA;IACD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,GAAG;YACd,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC;SAC/B,CAAA;IACH,CAAC;IAED,oDAAoD;IACpD,IAAI,CAAC,qBAAG,CAAC,aAAa,IAAI,qBAAG,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,CAAC,YAAY,GAAG,qBAAG,CAAC,iBAAiB,CAAA;IAC7C,CAAC;IAED,iCAAiC;IACjC,IAAI,qBAAG,CAAC,SAAS,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,UAAU,IAAI,qBAAG,CAAC,aAAa,EAAE,CAAC;YACzC,sEAAsE;YACtE,iFAAiF;YACjF,4EAA4E;YAC5E,gGAAgG;YAChG,MAAM,CAAC,QAAQ,GAAG,eAAe,CAAA;QACnC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,QAAQ,GAAG,qBAAG,CAAC,SAAS,CAAA;QACjC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,iBAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAA;AAC3B,CAAC;AAED;;;GAGG;AACH,SAAsB,uBAAuB,CAC3C,MAAW,EACX,UAAkB;;QAElB,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACvC,IAAI,CAAC;YACH,MAAM,MAAM;iBACT,UAAU,CAAC;gBACV,MAAM,EAAE,UAAU;aACnB,CAAC;iBACD,OAAO,EAAE,CAAA;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACzC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAQ,KAAK,CAAC,sBAAsB,CAAA;YAClD,MAAM,WAAW,GAAG,GAAG,CAAC,UAAU,KAAK,GAAG,EACxC,QAAQ,GAAG,GAAG,CAAC,UAAU,KAAK,GAAG,CAAA;YACnC,IAAI,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzB,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAA;gBAC1B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;YACzC,CAAC;iBAAM,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACnC,IAAI,WAAW,EAAE,CAAC;oBAChB,QAAQ,CAAC,UAAU,CAAC,GAAG,MAAM;yBAC1B,YAAY,CAAC;wBACZ,MAAM,EAAE,UAAU;qBACnB,CAAC;yBACD,OAAO,EAAE,CAAA;oBACZ,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAA;oBAC1B,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAA;oBAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;gBACzC,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,GAAG,CAAC,CAAA;gBAChE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;CAAA;AACD;;;GAGG;AACH,SAAsB,MAAM;yDAAC,EAC3B,MAAM,EAAE,UAAU,EAClB,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,IAAI,EACJ,GAAG,GACU;QACb,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAA;QAE3C,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;QAEzE,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAE5E,IAAI,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,SAAS,GAAG,IAAA,uBAAe,EAAC,UAAU,EAAE,GAAG,CAAC,CAAA;YAChD,MAAM,WAAW,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAA;QACxE,CAAC;QAED,IAAI,WAAW,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,WAAW,GAAG,SAAS;gBACrB,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC3C,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAA;QAC1B,CAAC;QACD,MAAM,MAAM,GAAQ;YAClB,oEAAoE;YACpE,GAAG,EAAE,WAAW,CAAC,QAAQ,CAAC;YAC1B,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,WAAW;SACzB,CAAA;QACD,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC7C,uFAAuF;YACvF,KAAK,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACxD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAA;gBACtB,CAAC;YACH,CAAC;YACD,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAA;QAC5B,CAAC;QAED,OAAO,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAA;IAC7C,CAAC;CAAA;AAED;;;GAGG;AACH,SAAsB,YAAY;yDAAC,EACjC,MAAM,EAAE,UAAU,EAClB,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,KAAK,EACL,GAAG,GACgB;QACnB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;QAC1D,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAA;QAC3C,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAE5E,IAAI,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,SAAS,GAAG,IAAA,uBAAe,EAAC,UAAU,EAAE,GAAG,CAAC,CAAA;YAChD,MAAM,WAAW,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAA;QACxE,CAAC;QAED,gDAAgD;QAChD,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,KAAK,mCACA,KAAK,KACR,WAAW,EAAE,wBAAwB,GACtC,CAAA;QACH,CAAC;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACtC,KAAK,mCACA,KAAK,KACR,WAAW,EAAE,OAAO,GACrB,CAAA;QACH,CAAC;QAED,IAAI,WAAW,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,WAAW,GAAG,SAAS;gBACrB,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC3C,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAA;QAC1B,CAAC;QAED,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,EACvC,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,MAAM,mBACV,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,WAAW,IACrB,KAAK,CACT,CAAA;QAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAA;QAC1D,MAAM,WAAW,GAAG,MAAM,WAAW;aAClC,UAAU,CAAC;YACV,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,MAAM;SACZ,CAAC;aACD,OAAO,EAAE,CAAA;QACZ,uCACK,OAAO,KACV,aAAa,EAAE,WAAW,CAAC,aAAa,IACzC;IACH,CAAC;CAAA;AAED;;;GAGG;AACH,SAAsB,QAAQ,CAAC,UAAkB,EAAE,QAAgB;;QACjE,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC;YAClC,GAAG,EAAE,WAAW,CAAC,QAAQ,CAAC;SAC3B,CAAA;QACD,MAAM,QAAQ,GAAQ,MAAM,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAA;QACnE,kCAAkC;QAClC,IAAI,oBAAoB,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACxD,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvC,CAAC;aAAM,CAAC;YACN,OAAO,QAAQ,CAAC,IAAI,CAAA;QACtB,CAAC;IACH,CAAC;CAAA;AAED,SAAsB,cAAc,CAAC,UAAkB,EAAE,IAAY;;QACnE,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,IAAI,GAAG,CAAC,SAAqB,EAAE,EAAE,EAAE;YACvC,OAAO,WAAW;iBACf,aAAa,iCACT,MAAM,KACT,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAClC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,IACzB;iBACD,OAAO,EAAE,CAAA;QACd,CAAC,CAAA;QACD,IAAI,WAAW,GAAG,KAAK,EACrB,KAAK,EACL,OAAO,GAA0B,EAAE,CAAA;QACrC,GAAG,CAAC;YACF,IAAI,MAAM,GAAe,EAAE,CAAA;YAC3B,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,iBAAiB,GAAG,KAAK,CAAA;YAClC,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAA;YACnC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;YAC7C,CAAC;YACD,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAA;YACpC,KAAK,GAAG,QAAQ,CAAC,qBAAqB,CAAA;QACxC,CAAC,QAAQ,WAAW,IAAI,KAAK,EAAC;QAC9B,OAAO,OAAO,CAAA;IAChB,CAAC;CAAA;AAED;;GAEG;AACH,SAAgB,eAAe,CAC7B,UAAkB,EAClB,GAAW,EACX,eAAe,GAAG,IAAI;IAEtB,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IACjE,MAAM,MAAM,GAAG;QACb,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC;QAClC,GAAG,EAAE,WAAW,CAAC,GAAG,CAAC;QACrB,OAAO,EAAE,eAAe;KACzB,CAAA;IACD,MAAM,GAAG,GAAG,WAAW,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IAEzD,IAAI,CAAC,qBAAG,CAAC,aAAa,EAAE,CAAC;QACvB,oCAAoC;QACpC,OAAO,GAAG,CAAA;IACZ,CAAC;SAAM,CAAC;QACN,qCAAqC;QACrC,mDAAmD;QACnD,uCAAuC;QACvC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAA;QAC/B,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAA;QAC9B,OAAO,GAAG,0BAAkB,GAAG,IAAI,GAAG,KAAK,EAAE,CAAA;IAC/C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAsB,aAAa,CAAC,UAAkB,EAAE,QAAgB;;QACtE,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACvC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QACjD,MAAM,UAAU,GAAG,IAAA,WAAI,EAAC,IAAA,uBAAe,GAAE,EAAE,IAAA,SAAE,GAAE,CAAC,CAAA;QAChD,YAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QAClC,OAAO,UAAU,CAAA;IACnB,CAAC;CAAA;AAED,SAAsB,iBAAiB,CAAC,UAAkB,EAAE,IAAY;;QACtE,IAAI,SAAS,GAAG,IAAA,WAAI,EAAC,IAAA,uBAAe,GAAE,EAAE,IAAA,SAAE,GAAE,CAAC,CAAA;QAC7C,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACvB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QACtD,IAAI,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,GAAG,CAAC,GAAI,CAAC,CAAC,CACxD,CAAA;QACD,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,aAAa,GAAqB,EAAE,CAAA;QAC1C,KAAK,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAI,CAAA;YACzB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;YAC/B,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACxC,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAC3D,MAAM,WAAW,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,GAAG,IAAI,CAAC,CAAA;YAC5C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3D,YAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YAChD,CAAC;YACD,MAAM,WAAW,GAAG,YAAE,CAAC,iBAAiB,CAAC,IAAA,WAAI,EAAC,SAAS,EAAE,GAAG,YAAY,CAAC,EAAE;gBACzE,IAAI,EAAE,KAAK;aACZ,CAAC,CAAA;YACF,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACxB,aAAa,CAAC,IAAI,CAChB,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC9B,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;gBAC5B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC1B,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YACjC,CAAC,CAAC,CACH,CAAA;QACH,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;QAChC,OAAO,SAAS,CAAA;IAClB,CAAC;CAAA;AAED;;GAEG;AACH,SAAsB,UAAU,CAAC,UAAkB,EAAE,QAAgB;;QACnE,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,uBAAuB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,WAAW,CAAC,QAAQ,CAAC;SAC3B,CAAA;QACD,OAAO,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAA;IACnD,CAAC;CAAA;AAED,SAAsB,WAAW,CAAC,UAAkB,EAAE,SAAmB;;QACvE,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,uBAAuB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE;gBACN,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACpE;SACF,CAAA;QACD,OAAO,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAA;IACpD,CAAC;CAAA;AAED;;GAEG;AACH,SAAsB,YAAY,CAChC,UAAkB,EAClB,MAAc;;;QAEd,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACvC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAA;QAC5B,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QACtC,MAAM,UAAU,GAAG;YACjB,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,MAAM;SACf,CAAA;QAED,MAAM,uBAAuB,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAA;QAC9E,IAAI,CAAA,MAAA,uBAAuB,CAAC,QAAQ,0CAAE,MAAM,MAAK,CAAC,EAAE,CAAC;YACnD,OAAM;QACR,CAAC;QACD,MAAM,YAAY,GAAQ;YACxB,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;aACZ;SACF,CAAA;QAED,MAAA,uBAAuB,CAAC,QAAQ,0CAAE,OAAO,CAAC,CAAC,OAAY,EAAE,EAAE;YACzD,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;QAEF,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAA;QACzE,oCAAoC;QACpC,IAAI,CAAA,MAAA,cAAc,CAAC,OAAO,0CAAE,MAAM,MAAK,IAAI,EAAE,CAAC;YAC5C,OAAO,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;CAAA;AAED,SAAsB,eAAe,CACnC,UAAkB,EAClB,SAAiB,EACjB,UAAkB;;QAElB,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACvC,IAAI,OAAO,GAAG,EAAE,CAAA;QAChB,MAAM,KAAK,GAAG,YAAE,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QAChE,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAA,WAAI,EAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YACrD,MAAM,KAAK,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YACxC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;YACxD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CACV,YAAY,CAAC;oBACX,MAAM,EAAE,UAAU;oBAClB,QAAQ,EAAE,IAAI;oBACd,MAAM,EAAE,YAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC;iBACnC,CAAC,CACH,CAAA;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC1B,OAAO,KAAK,CAAA;IACd,CAAC;CAAA;AAED,SAAsB,qBAAqB;yDACzC,GAAW,EACX,IAAY,EACZ,OAAO,GAAG,EAAE;QAEZ,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QAC9C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAA;QAC/D,CAAC;QAED,MAAM,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAI,CAAC,WAAW,EAAE,EAAE,gBAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5E,CAAC;CAAA;AAED,SAAsB,eAAe,CACnC,GAAW,EACX,UAAkB,EAClB,IAAY;;QAEZ,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACvC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,CAAC,CAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAA;QAC/D,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,WAAI,EAAC,IAAA,uBAAe,GAAE,EAAE,IAAI,CAAC,CAAA;QAC7C,MAAM,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAI,CAAC,WAAW,EAAE,EAAE,gBAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;QAC7E,IAAI,CAAC,qBAAG,CAAC,MAAM,EAAE,IAAI,qBAAG,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;QAClD,CAAC;QACD,yDAAyD;QACzD,OAAO,OAAO,CAAA;IAChB,CAAC;CAAA;AAED,SAAsB,aAAa,CACjC,UAAkB,EAClB,IAAY;;QAEZ,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACvC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;QACxB,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,CAAA;QACtC,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,IAAI;SACV,CAAA;QACD,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,gBAAgB,EAAE,CAAA;IACpD,CAAC;CAAA;AAED,SAAsB,iBAAiB,CACrC,MAAc,EACd,IAAY;;QAEZ,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QAC/B,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;QAExB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,IAAI;SACV,CAAA;QAED,IAAI,CAAC;YACH,OAAO,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAA;QAClD,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;QAC5D,CAAC;IACH,CAAC;CAAA;AAED;;;EAGE;AACF,SAAgB,oBAAoB,CAClC,GAAW;IAEX,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAEjC,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,IAAI,0BAAkB,gCAAgC,CACvD,CAAA;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAElC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,CAAA;QACrC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IACzB,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC"}

package/dist/src/objectStore/utils.js

@@ -0,0 +1,148 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.bucketTTLConfig = exports.ObjectStoreBuckets = void 0;
+exports.budibaseTempDir = budibaseTempDir;
+exports.processObjectStoreAttachment = processObjectStoreAttachment;
+exports.processAutomationAttachment = processAutomationAttachment;
+const path_1 = __importStar(require("path"));
+const os_1 = require("os");
+const fs_1 = __importDefault(require("fs"));
+const environment_1 = __importDefault(require("../environment"));
+const objectStore = __importStar(require("./objectStore"));
+const stream_1 = __importDefault(require("stream"));
+/****************************************************
+ *      NOTE: When adding a new bucket - name       *
+ *     sure that S3 usages (like budibase-infra)    *
+ *  have been updated to have a unique bucket name. *
+ ****************************************************/
+// can't be an enum - only numbers can be used for computed types
+exports.ObjectStoreBuckets = {
+    BACKUPS: environment_1.default.BACKUPS_BUCKET_NAME,
+    APPS: environment_1.default.APPS_BUCKET_NAME,
+    TEMPLATES: environment_1.default.TEMPLATES_BUCKET_NAME,
+    GLOBAL: environment_1.default.GLOBAL_BUCKET_NAME,
+    PLUGINS: environment_1.default.PLUGIN_BUCKET_NAME,
+    TEMP: environment_1.default.TEMP_BUCKET_NAME,
+};
+const bbTmp = (0, path_1.join)((0, os_1.tmpdir)(), ".budibase");
+try {
+    fs_1.default.mkdirSync(bbTmp);
+}
+catch (e) {
+    if (e.code !== "EEXIST") {
+        throw e;
+    }
+}
+function budibaseTempDir() {
+    return bbTmp;
+}
+const bucketTTLConfig = (bucketName, days) => {
+    const lifecycleRule = {
+        ID: `${bucketName}-ExpireAfter${days}days`,
+        Prefix: "",
+        Status: "Enabled",
+        Expiration: {
+            Days: days,
+        },
+    };
+    const lifecycleConfiguration = {
+        Rules: [lifecycleRule],
+    };
+    return {
+        Bucket: bucketName,
+        LifecycleConfiguration: lifecycleConfiguration,
+    };
+};
+exports.bucketTTLConfig = bucketTTLConfig;
+function processUrlAttachment(attachment) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const response = yield fetch(attachment.url);
+        if (!response.ok || !response.body) {
+            throw new Error(`Unexpected response ${response.statusText}`);
+        }
+        const fallbackFilename = path_1.default.basename(new URL(attachment.url).pathname);
+        if (!response.body) {
+            throw new Error("No response received for attachment");
+        }
+        return {
+            filename: attachment.filename || fallbackFilename,
+            content: stream_1.default.Readable.fromWeb(response.body),
+        };
+    });
+}
+function processObjectStoreAttachment(attachment) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const result = objectStore.extractBucketAndPath(attachment.url);
+        if (result === null) {
+            throw new Error("Invalid signed URL");
+        }
+        const { bucket, path: objectPath } = result;
+        const readStream = yield objectStore.getReadStream(bucket, objectPath);
+        const fallbackFilename = path_1.default.basename(objectPath);
+        return {
+            bucket,
+            path: objectPath,
+            filename: attachment.filename || fallbackFilename,
+            content: readStream,
+        };
+    });
+}
+function processAutomationAttachment(attachment) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        const isFullyFormedUrl = ((_a = attachment.url) === null || _a === void 0 ? void 0 : _a.startsWith("http://")) ||
+            ((_b = attachment.url) === null || _b === void 0 ? void 0 : _b.startsWith("https://"));
+        if (isFullyFormedUrl) {
+            return yield processUrlAttachment(attachment);
+        }
+        else {
+            return yield processObjectStoreAttachment(attachment);
+        }
+    });
+}
+//# sourceMappingURL=utils.js.map