prostgles-server 3.0.69 → 3.0.71

package/lib/FileManager.js

@@ -25,7 +25,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
-var _a;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.bytesToSize = exports.getFileType = exports.getFileTypeFromFilename = exports.removeExpressRoute = exports.asSQLIdentifier = void 0;
 const aws_sdk_1 = require("aws-sdk");
@@ -44,343 +43,40 @@ const runSQL_1 = require("./DboBuilder/runSQL");
 const path = __importStar(require("path"));
 const ViewHandler_1 = require("./DboBuilder/ViewHandler");
 class FileManager {
-    constructor(config, imageOptions) {
-        this.getFileUrl = (name) => this.fileRoute ? `${this.fileRoute}/${name}` : "";
-        this.checkFreeSpace = async (folderPath, fileSize = 0) => {
-            if (!this.s3Client && "localFolderPath" in this.config) {
-                const { minFreeBytes = 1.048e6 } = this.config;
-                const required = Math.max(fileSize, minFreeBytes);
-                if (required) {
-                    const diskSpace = await (0, check_disk_space_1.default)(folderPath);
-                    if (diskSpace.free < required) {
-                        const err = `There is not enough space on the server to save files.\nTotal: ${bytesToSize(diskSpace.size)} \nRemaning: ${bytesToSize(diskSpace.free)} \nRequired: ${bytesToSize(required)}`;
-                        throw new Error(err);
-                    }
-                }
-            }
-        };
-        this.uploadStream = (name, mime, onProgress, onError, onEnd, expectedSizeBytes) => {
-            const passThrough = new stream.PassThrough();
-            if (!this.s3Client && "localFolderPath" in this.config) {
-                // throw new Error("S3 config missing. Can only upload streams to S3");
-                try {
-                    this.checkFreeSpace(this.config.localFolderPath, expectedSizeBytes).catch(err => {
-                        onError?.(err);
-                        passThrough.end();
-                    });
-                    const url = this.getFileUrl(name);
-                    fs.mkdirSync(this.config.localFolderPath, { recursive: true });
-                    const filePath = path.resolve(`${this.config.localFolderPath}/${name}`);
-                    const writeStream = fs.createWriteStream(filePath);
-                    let errored = false;
-                    let loaded = 0;
-                    writeStream.on('error', err => {
-                        errored = true;
-                        onError?.(err);
-                    });
-                    let lastProgress = Date.now();
-                    const throttle = 1000;
-                    if (onProgress) {
-                        passThrough.on('data', function (chunk) {
-                            loaded += chunk.length;
-                            const now = Date.now();
-                            if (now - lastProgress > throttle) {
-                                lastProgress = now;
-                                onProgress?.({ loaded, total: 0 });
-                            }
-                        });
-                    }
-                    if (onEnd)
-                        writeStream.on('finish', () => {
-                            if (errored)
-                                return;
-                            let content_length = 0;
-                            try {
-                                content_length = fs.statSync(filePath).size;
-                                onEnd?.({
-                                    url,
-                                    filePath,
-                                    etag: `none`,
-                                    content_length
-                                });
-                            }
-                            catch (err) {
-                                onError?.(err);
-                            }
-                        });
-                    passThrough.pipe(writeStream);
-                }
-                catch (err) {
-                    onError?.(err);
-                }
-            }
-            else {
-                this.upload(passThrough, name, mime, onProgress).then(onEnd)
-                    .catch(onError);
-            }
-            return passThrough;
-        };
-        this.uploadAsMedia = async (params) => {
-            const { item, imageOptions } = params;
-            const { name, data, content_type, extension } = item;
-            if (!data)
-                throw "No file provided";
-            if (!name || typeof name !== "string")
-                throw "Expecting a string name";
-            // const type = await this.getMIME(data, name, allowedExtensions, dissallowedExtensions);
-            let _data = data;
-            /** Resize/compress/remove exif from photos */
-            if (content_type.startsWith("image") && extension.toLowerCase() !== "gif") {
-                const compression = imageOptions?.compression;
-                if (compression) {
-                    console.log("Resizing image");
-                    let opts;
-                    if ("contain" in compression) {
-                        opts = {
-                            fit: sharp.fit.contain,
-                            ...compression.contain
-                        };
-                    }
-                    else if ("inside" in compression) {
-                        opts = {
-                            fit: sharp.fit.inside,
-                            ...compression.inside
-                        };
-                    }
-                    _data = await sharp(data)
-                        .resize(opts)
-                        .withMetadata(Boolean(imageOptions?.keepMetadata))
-                        // .jpeg({ quality: 80 })
-                        .toBuffer();
-                }
-                else if (!imageOptions?.keepMetadata) {
-                    /**
-                     * Remove exif
-                     */
-                    // const metadata = await simg.metadata();
-                    // const simg = await sharp(data);
-                    _data = await sharp(data).clone().withMetadata({
-                        exif: {}
-                    })
-                        .toBuffer();
-                }
-            }
-            const res = await this.upload(_data, name, content_type);
-            return res;
-        };
-        this.parseSQLIdentifier = async (name) => (0, exports.asSQLIdentifier)(name, this.prostgles.db); //  this.prostgles.dbo.sql<"value">("select format('%I', $1)", [name], { returnType: "value" } )
-        this.getColInfo = (args) => {
-            const { colName, tableName } = args;
-            const tableConfig = this.prostgles?.opts.fileTable?.referencedTables?.[tableName];
-            const isReferencingFileTable = this.dbo[tableName]?.columns?.some(c => c.name === colName && c.references && c.references?.some(({ ftable }) => ftable === this.tableName));
-            if (isReferencingFileTable) {
-                if (tableConfig && typeof tableConfig !== "string") {
-                    return tableConfig.referenceColumns[colName];
-                }
-                return { acceptedContent: "*" };
-            }
-            return undefined;
-        };
-        this.init = async (prg) => {
-            this.prostgles = prg;
-            // const { dbo, db, opts } = prg;
-            const { fileTable } = prg.opts;
-            if (!fileTable)
-                throw "fileTable missing";
-            const { tableName = "media", referencedTables = {} } = fileTable;
-            this.tableName = tableName;
-            const maxBfSizeMB = (prg.opts.io?.engine?.opts?.maxHttpBufferSize || 1e6) / 1e6;
-            console.log(`Prostgles: Initiated file manager. Max allowed file size: ${maxBfSizeMB}MB (maxHttpBufferSize = 1e6). To increase this set maxHttpBufferSize in socket.io server init options`);
-            // throw `this.db.tx(d => do everything in a transaction pls!!!!`;
-            const canCreate = await (0, runSQL_1.canCreateTables)(this.db);
-            const runQuery = (q) => {
-                if (!canCreate)
-                    throw "File table creation failed. Your postgres user does not have CREATE table privileges";
-                return this.db.any(q);
-            };
-            /**
-             * 1. Create media table
-             */
-            if (!this.dbo[tableName]) {
-                console.log(`Creating fileTable ${(0, prostgles_types_1.asName)(tableName)} ...`);
-                await runQuery(`CREATE EXTENSION IF NOT EXISTS pgcrypto `);
-                await runQuery(`CREATE TABLE IF NOT EXISTS ${(0, prostgles_types_1.asName)(tableName)} (
-          url                   TEXT NOT NULL,
-          original_name         TEXT NOT NULL,
-          id                    UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-          name                  TEXT NOT NULL,
-          extension             TEXT NOT NULL,
-          content_type          TEXT NOT NULL,
-          content_length        BIGINT NOT NULL DEFAULT 0,
-          added                 TIMESTAMP NOT NULL DEFAULT NOW(),
-          description           TEXT,
-          s3_url                TEXT,
-          signed_url            TEXT,
-          signed_url_expires    BIGINT,
-          etag                  TEXT,
-          deleted               BIGINT,
-          deleted_from_storage  BIGINT,
-          UNIQUE(id),
-          UNIQUE(name)
-      )`);
-                console.log(`Created fileTable ${(0, prostgles_types_1.asName)(tableName)}`);
-                await prg.refreshDBO();
-            }
-            /**
-             * 2. Create media lookup tables
-             */
-            await Promise.all((0, prostgles_types_1.getKeys)(referencedTables).map(async (refTable) => {
-                if (!this.dbo[refTable])
-                    throw `Referenced table (${refTable}) from fileTable.referencedTables prostgles init config does not exist`;
-                const cols = await this.dbo[refTable].getColumns();
-                const tableConfig = referencedTables[refTable];
-                if (typeof tableConfig !== "string") {
-                    for await (const colName of (0, prostgles_types_1.getKeys)(tableConfig.referenceColumns)) {
-                        const existingCol = cols.find(c => c.name === colName);
-                        if (existingCol) {
-                            if (existingCol.references?.some(({ ftable }) => ftable === tableName)) {
-                                // All ok
-                            }
-                            else {
-                                if (existingCol.udt_name === "uuid") {
-                                    try {
-                                        const query = `ALTER TABLE ${(0, prostgles_types_1.asName)(refTable)} ADD FOREIGN KEY (${(0, prostgles_types_1.asName)(colName)}) REFERENCES ${(0, prostgles_types_1.asName)(tableName)} (id);`;
-                                        console.log(`Referenced file column ${refTable} (${colName}) exists but is not referencing file table. Trying to add REFERENCE constraing...\n${query}`);
-                                        await runQuery(query);
-                                        console.log("SUCCESS: " + query);
-                                    }
-                                    catch (e) {
-                                        console.error(`Could not add constraing. Err: ${e instanceof Error ? e.message : JSON.stringify(e)}`);
-                                    }
-                                }
-                                else {
-                                    console.error(`Referenced file column ${refTable} (${colName}) exists but is not of required type (UUID). Choose a different column name or ALTER the existing column to match the type and the data found in file table ${tableName}(id)`);
-                                }
-                            }
-                        }
-                        else {
-                            try {
-                                const query = `ALTER TABLE ${(0, prostgles_types_1.asName)(refTable)} ADD COLUMN ${(0, prostgles_types_1.asName)(colName)} UUID REFERENCES ${(0, prostgles_types_1.asName)(tableName)} (id);`;
-                                console.log(`Creating referenced file column ${refTable} (${colName})...\n${query}`);
-                                await runQuery(query);
-                                console.log("SUCCESS: " + query);
-                            }
-                            catch (e) {
-                                console.error(`FAILED. Err: ${e instanceof Error ? e.message : JSON.stringify(e)}`);
-                            }
-                        }
-                    }
-                }
-                else {
-                    const lookupTableName = await this.parseSQLIdentifier(`prostgles_lookup_${tableName}_${refTable}`);
-                    const pKeyFields = cols.filter(f => f.is_pkey);
-                    if (pKeyFields.length !== 1) {
-                        console.error(`Could not make link table for ${refTable}. ${pKeyFields} must have exactly one primary key column. Current pkeys: ${pKeyFields.map(f => f.name)}`);
-                    }
-                    const pkField = pKeyFields[0];
-                    const refType = referencedTables[refTable];
-                    if (!this.dbo[lookupTableName]) {
-                        // if(!(await dbo[lookupTableName].count())) await db.any(`DROP TABLE IF EXISTS  ${lookupTableName};`);
-                        const action = ` (${tableName} <-> ${refTable}) join table ${lookupTableName}`; //  PRIMARY KEY
-                        const query = `        
-          CREATE TABLE ${lookupTableName} (
-            foreign_id  ${pkField.udt_name} ${refType === "one" ? " PRIMARY KEY " : ""} REFERENCES ${(0, prostgles_types_1.asName)(refTable)}(${(0, prostgles_types_1.asName)(pkField.name)}),
-            media_id    UUID NOT NULL REFERENCES ${(0, prostgles_types_1.asName)(tableName)}(id)
-          )
-          `;
-                        console.log(`Creating ${action} ...`, lookupTableName);
-                        await runQuery(query);
-                        console.log(`Created ${action}`);
-                    }
-                    else {
-                        const cols = await this.dbo[lookupTableName].getColumns();
-                        const badCols = cols.filter(c => !c.references);
-                        await Promise.all(badCols.map(async (badCol) => {
-                            console.error(`Prostgles: media ${lookupTableName} joining table has lost a reference constraint for column ${badCol.name}.` +
-                                ` This may have been caused by a DROP TABLE ... CASCADE.`);
-                            let q = ` ALTER TABLE ${(0, prostgles_types_1.asName)(lookupTableName)} ADD FOREIGN KEY (${badCol.name}) `;
-                            console.log("Trying to add the missing constraint back");
-                            if (badCol.name === "foreign_id") {
-                                q += `REFERENCES ${(0, prostgles_types_1.asName)(refTable)}(${(0, prostgles_types_1.asName)(pkField.name)}) `;
-                            }
-                            else if (badCol.name === "media_id") {
-                                q += `REFERENCES ${(0, prostgles_types_1.asName)(tableName)}(id) `;
-                            }
-                            if (q) {
-                                try {
-                                    await runQuery(q);
-                                    console.log("Added missing constraint back");
-                                }
-                                catch (e) {
-                                    console.error("Failed to add missing constraint", e);
-                                }
-                            }
-                        }));
-                    }
-                }
-                await prg.refreshDBO();
-                return true;
-            }));
-            /**
-             * 4. Serve media through express
-             */
-            const { fileServeRoute = `/${tableName}`, expressApp: app } = fileTable;
-            if (fileServeRoute.endsWith("/")) {
-                throw `fileServeRoute must not end with a '/'`;
-            }
-            this.fileRoute = fileServeRoute;
-            if (app) {
-                app.get(this.fileRouteExpress, async (req, res) => {
-                    if (!this.dbo[tableName]) {
-                        res.status(500).json({ err: `Internal error: media table (${tableName}) not valid` });
-                        return false;
-                    }
-                    const mediaTable = this.dbo[tableName];
-                    try {
-                        const { name } = req.params;
-                        if (typeof name !== "string" || !name)
-                            throw "Invalid media name";
-                        const media = await mediaTable.findOne({ name }, { select: { id: 1, name: 1, signed_url: 1, signed_url_expires: 1, content_type: 1 } }, { httpReq: req });
-                        if (!media) {
-                            /**
-                             * Redirect to login !??
-                             */
-                            // const mediaExists = await mediaTable.count({ name });
-                            // if(mediaExists && this.prostgles.authHandler){
-                            // } else {
-                            //   throw "Invalid media";
-                            // }
-                            throw "Invalid media";
-                        }
-                        if (this.s3Client) {
-                            let url = media.signed_url;
-                            const expires = +(media.signed_url_expires || 0);
-                            const EXPIRES = Date.now() + HOUR;
-                            if (!url || expires < EXPIRES) {
-                                url = await this.getFileS3URL(media.name, 60 * 60);
-                                await mediaTable.update({ name }, { signed_url: url, signed_url_expires: EXPIRES });
-                            }
-                            res.redirect(url);
-                        }
-                        else {
-                            const pth = `${this.config.localFolderPath}/${media.name}`;
-                            if (!fs.existsSync(pth)) {
-                                throw new Error("File not found");
-                            }
-                            res.contentType(media.content_type);
-                            res.sendFile(pth);
-                        }
-                    }
-                    catch (e) {
-                        console.log(e);
-                        res.status(404).json({ err: "Invalid/missing media" });
-                    }
-                });
-            }
-        };
-        this.destroy = () => {
-            (0, exports.removeExpressRoute)(this.prostgles?.opts.fileTable?.expressApp, [this.fileRouteExpress]);
+    static testCredentials = async (accessKeyId, secretAccessKey) => {
+        const sts = new aws_sdk_2.default.STS();
+        aws_sdk_2.default.config.credentials = {
+            accessKeyId,
+            secretAccessKey
         };
+        const ident = await sts.getCallerIdentity({}).promise();
+        return ident;
+    };
+    s3Client;
+    config;
+    imageOptions;
+    prostgles;
+    get dbo() {
+        if (!this.prostgles?.dbo) {
+            // this.prostgles?.refreshDBO();
+            throw "this.prostgles.dbo missing";
+        }
+        return this.prostgles.dbo;
+    }
+    ;
+    get db() {
+        if (!this.prostgles?.db)
+            throw "this.prostgles.db missing";
+        return this.prostgles.db;
+    }
+    ;
+    tableName;
+    fileRoute;
+    get fileRouteExpress() {
+        return this.fileRoute + "/:name";
+    }
+    checkInterval;
+    constructor(config, imageOptions) {
         this.config = config;
         this.imageOptions = imageOptions;
         if ("region" in config) {
@@ -407,23 +103,6 @@ class FileManager {
             }, Math.max(10000, (fullConfig.delayedDelete.checkIntervalHours || 0) * HOUR));
         }
     }
-    get dbo() {
-        if (!this.prostgles?.dbo) {
-            // this.prostgles?.refreshDBO();
-            throw "this.prostgles.dbo missing";
-        }
-        return this.prostgles.dbo;
-    }
-    ;
-    get db() {
-        if (!this.prostgles?.db)
-            throw "this.prostgles.db missing";
-        return this.prostgles.db;
-    }
-    ;
-    get fileRouteExpress() {
-        return this.fileRoute + "/:name";
-    }
     async getFileStream(name) {
         if ("bucket" in this.config && this.s3Client) {
             return this.s3Client.getObject({ Key: name, Bucket: this.config.bucket }).createReadStream();
@@ -505,6 +184,81 @@ class FileManager {
             throw `File MIME type not found for the provided extension: ${result?.ext}`;
         return result;
     }
+    getFileUrl = (name) => this.fileRoute ? `${this.fileRoute}/${name}` : "";
+    checkFreeSpace = async (folderPath, fileSize = 0) => {
+        if (!this.s3Client && "localFolderPath" in this.config) {
+            const { minFreeBytes = 1.048e6 } = this.config;
+            const required = Math.max(fileSize, minFreeBytes);
+            if (required) {
+                const diskSpace = await (0, check_disk_space_1.default)(folderPath);
+                if (diskSpace.free < required) {
+                    const err = `There is not enough space on the server to save files.\nTotal: ${bytesToSize(diskSpace.size)} \nRemaning: ${bytesToSize(diskSpace.free)} \nRequired: ${bytesToSize(required)}`;
+                    throw new Error(err);
+                }
+            }
+        }
+    };
+    uploadStream = (name, mime, onProgress, onError, onEnd, expectedSizeBytes) => {
+        const passThrough = new stream.PassThrough();
+        if (!this.s3Client && "localFolderPath" in this.config) {
+            // throw new Error("S3 config missing. Can only upload streams to S3");
+            try {
+                this.checkFreeSpace(this.config.localFolderPath, expectedSizeBytes).catch(err => {
+                    onError?.(err);
+                    passThrough.end();
+                });
+                const url = this.getFileUrl(name);
+                fs.mkdirSync(this.config.localFolderPath, { recursive: true });
+                const filePath = path.resolve(`${this.config.localFolderPath}/${name}`);
+                const writeStream = fs.createWriteStream(filePath);
+                let errored = false;
+                let loaded = 0;
+                writeStream.on('error', err => {
+                    errored = true;
+                    onError?.(err);
+                });
+                let lastProgress = Date.now();
+                const throttle = 1000;
+                if (onProgress) {
+                    passThrough.on('data', function (chunk) {
+                        loaded += chunk.length;
+                        const now = Date.now();
+                        if (now - lastProgress > throttle) {
+                            lastProgress = now;
+                            onProgress?.({ loaded, total: 0 });
+                        }
+                    });
+                }
+                if (onEnd)
+                    writeStream.on('finish', () => {
+                        if (errored)
+                            return;
+                        let content_length = 0;
+                        try {
+                            content_length = fs.statSync(filePath).size;
+                            onEnd?.({
+                                url,
+                                filePath,
+                                etag: `none`,
+                                content_length
+                            });
+                        }
+                        catch (err) {
+                            onError?.(err);
+                        }
+                    });
+                passThrough.pipe(writeStream);
+            }
+            catch (err) {
+                onError?.(err);
+            }
+        }
+        else {
+            this.upload(passThrough, name, mime, onProgress).then(onEnd)
+                .catch(onError);
+        }
+        return passThrough;
+    };
     async upload(file, name, mime, onProgress) {
         return new Promise(async (resolve, reject) => {
             if (!file) {
@@ -573,6 +327,54 @@ class FileManager {
             }
         });
     }
+    uploadAsMedia = async (params) => {
+        const { item, imageOptions } = params;
+        const { name, data, content_type, extension } = item;
+        if (!data)
+            throw "No file provided";
+        if (!name || typeof name !== "string")
+            throw "Expecting a string name";
+        // const type = await this.getMIME(data, name, allowedExtensions, dissallowedExtensions);
+        let _data = data;
+        /** Resize/compress/remove exif from photos */
+        if (content_type.startsWith("image") && extension.toLowerCase() !== "gif") {
+            const compression = imageOptions?.compression;
+            if (compression) {
+                console.log("Resizing image");
+                let opts;
+                if ("contain" in compression) {
+                    opts = {
+                        fit: sharp.fit.contain,
+                        ...compression.contain
+                    };
+                }
+                else if ("inside" in compression) {
+                    opts = {
+                        fit: sharp.fit.inside,
+                        ...compression.inside
+                    };
+                }
+                _data = await sharp(data)
+                    .resize(opts)
+                    .withMetadata(Boolean(imageOptions?.keepMetadata))
+                    // .jpeg({ quality: 80 })
+                    .toBuffer();
+            }
+            else if (!imageOptions?.keepMetadata) {
+                /**
+                 * Remove exif
+                 */
+                // const metadata = await simg.metadata();
+                // const simg = await sharp(data);
+                _data = await sharp(data).clone().withMetadata({
+                    exif: {}
+                })
+                    .toBuffer();
+            }
+        }
+        const res = await this.upload(_data, name, content_type);
+        return res;
+    };
     async getFileS3URL(fileName, expiresInSeconds = 30 * 60) {
         const params = {
             Bucket: this.config.bucket,
@@ -581,18 +383,221 @@ class FileManager {
         };
         return await this.s3Client?.getSignedUrlPromise("getObject", params);
     }
+    parseSQLIdentifier = async (name) => (0, exports.asSQLIdentifier)(name, this.prostgles.db); //  this.prostgles.dbo.sql<"value">("select format('%I', $1)", [name], { returnType: "value" } )
+    getColInfo = (args) => {
+        const { colName, tableName } = args;
+        const tableConfig = this.prostgles?.opts.fileTable?.referencedTables?.[tableName];
+        const isReferencingFileTable = this.dbo[tableName]?.columns?.some(c => c.name === colName && c.references && c.references?.some(({ ftable }) => ftable === this.tableName));
+        if (isReferencingFileTable) {
+            if (tableConfig && typeof tableConfig !== "string") {
+                return tableConfig.referenceColumns[colName];
+            }
+            return { acceptedContent: "*" };
+        }
+        return undefined;
+    };
+    init = async (prg) => {
+        this.prostgles = prg;
+        // const { dbo, db, opts } = prg;
+        const { fileTable } = prg.opts;
+        if (!fileTable)
+            throw "fileTable missing";
+        const { tableName = "media", referencedTables = {} } = fileTable;
+        this.tableName = tableName;
+        const maxBfSizeMB = (prg.opts.io?.engine?.opts?.maxHttpBufferSize || 1e6) / 1e6;
+        console.log(`Prostgles: Initiated file manager. Max allowed file size: ${maxBfSizeMB}MB (maxHttpBufferSize = 1e6). To increase this set maxHttpBufferSize in socket.io server init options`);
+        // throw `this.db.tx(d => do everything in a transaction pls!!!!`;
+        const canCreate = await (0, runSQL_1.canCreateTables)(this.db);
+        const runQuery = (q) => {
+            if (!canCreate)
+                throw "File table creation failed. Your postgres user does not have CREATE table privileges";
+            return this.db.any(q);
+        };
+        /**
+         * 1. Create media table
+         */
+        if (!this.dbo[tableName]) {
+            console.log(`Creating fileTable ${(0, prostgles_types_1.asName)(tableName)} ...`);
+            await runQuery(`CREATE EXTENSION IF NOT EXISTS pgcrypto `);
+            await runQuery(`CREATE TABLE IF NOT EXISTS ${(0, prostgles_types_1.asName)(tableName)} (
+          url                   TEXT NOT NULL,
+          original_name         TEXT NOT NULL,
+          id                    UUID PRIMARY KEY DEFAULT gen_random_uuid(),
+          name                  TEXT NOT NULL,
+          extension             TEXT NOT NULL,
+          content_type          TEXT NOT NULL,
+          content_length        BIGINT NOT NULL DEFAULT 0,
+          added                 TIMESTAMP NOT NULL DEFAULT NOW(),
+          description           TEXT,
+          s3_url                TEXT,
+          signed_url            TEXT,
+          signed_url_expires    BIGINT,
+          etag                  TEXT,
+          deleted               BIGINT,
+          deleted_from_storage  BIGINT,
+          UNIQUE(id),
+          UNIQUE(name)
+      )`);
+            console.log(`Created fileTable ${(0, prostgles_types_1.asName)(tableName)}`);
+            await prg.refreshDBO();
+        }
+        /**
+         * 2. Create media lookup tables
+         */
+        await Promise.all((0, prostgles_types_1.getKeys)(referencedTables).map(async (refTable) => {
+            if (!this.dbo[refTable])
+                throw `Referenced table (${refTable}) from fileTable.referencedTables prostgles init config does not exist`;
+            const cols = await this.dbo[refTable].getColumns();
+            const tableConfig = referencedTables[refTable];
+            if (typeof tableConfig !== "string") {
+                for await (const colName of (0, prostgles_types_1.getKeys)(tableConfig.referenceColumns)) {
+                    const existingCol = cols.find(c => c.name === colName);
+                    if (existingCol) {
+                        if (existingCol.references?.some(({ ftable }) => ftable === tableName)) {
+                            // All ok
+                        }
+                        else {
+                            if (existingCol.udt_name === "uuid") {
+                                try {
+                                    const query = `ALTER TABLE ${(0, prostgles_types_1.asName)(refTable)} ADD FOREIGN KEY (${(0, prostgles_types_1.asName)(colName)}) REFERENCES ${(0, prostgles_types_1.asName)(tableName)} (id);`;
+                                    console.log(`Referenced file column ${refTable} (${colName}) exists but is not referencing file table. Trying to add REFERENCE constraing...\n${query}`);
+                                    await runQuery(query);
+                                    console.log("SUCCESS: " + query);
+                                }
+                                catch (e) {
+                                    console.error(`Could not add constraing. Err: ${e instanceof Error ? e.message : JSON.stringify(e)}`);
+                                }
+                            }
+                            else {
+                                console.error(`Referenced file column ${refTable} (${colName}) exists but is not of required type (UUID). Choose a different column name or ALTER the existing column to match the type and the data found in file table ${tableName}(id)`);
+                            }
+                        }
+                    }
+                    else {
+                        try {
+                            const query = `ALTER TABLE ${(0, prostgles_types_1.asName)(refTable)} ADD COLUMN ${(0, prostgles_types_1.asName)(colName)} UUID REFERENCES ${(0, prostgles_types_1.asName)(tableName)} (id);`;
+                            console.log(`Creating referenced file column ${refTable} (${colName})...\n${query}`);
+                            await runQuery(query);
+                            console.log("SUCCESS: " + query);
+                        }
+                        catch (e) {
+                            console.error(`FAILED. Err: ${e instanceof Error ? e.message : JSON.stringify(e)}`);
+                        }
+                    }
+                }
+            }
+            else {
+                const lookupTableName = await this.parseSQLIdentifier(`prostgles_lookup_${tableName}_${refTable}`);
+                const pKeyFields = cols.filter(f => f.is_pkey);
+                if (pKeyFields.length !== 1) {
+                    console.error(`Could not make link table for ${refTable}. ${pKeyFields} must have exactly one primary key column. Current pkeys: ${pKeyFields.map(f => f.name)}`);
+                }
+                const pkField = pKeyFields[0];
+                const refType = referencedTables[refTable];
+                if (!this.dbo[lookupTableName]) {
+                    // if(!(await dbo[lookupTableName].count())) await db.any(`DROP TABLE IF EXISTS  ${lookupTableName};`);
+                    const action = ` (${tableName} <-> ${refTable}) join table ${lookupTableName}`; //  PRIMARY KEY
+                    const query = `        
+          CREATE TABLE ${lookupTableName} (
+            foreign_id  ${pkField.udt_name} ${refType === "one" ? " PRIMARY KEY " : ""} REFERENCES ${(0, prostgles_types_1.asName)(refTable)}(${(0, prostgles_types_1.asName)(pkField.name)}),
+            media_id    UUID NOT NULL REFERENCES ${(0, prostgles_types_1.asName)(tableName)}(id)
+          )
+          `;
+                    console.log(`Creating ${action} ...`, lookupTableName);
+                    await runQuery(query);
+                    console.log(`Created ${action}`);
+                }
+                else {
+                    const cols = await this.dbo[lookupTableName].getColumns();
+                    const badCols = cols.filter(c => !c.references);
+                    await Promise.all(badCols.map(async (badCol) => {
+                        console.error(`Prostgles: media ${lookupTableName} joining table has lost a reference constraint for column ${badCol.name}.` +
+                            ` This may have been caused by a DROP TABLE ... CASCADE.`);
+                        let q = ` ALTER TABLE ${(0, prostgles_types_1.asName)(lookupTableName)} ADD FOREIGN KEY (${badCol.name}) `;
+                        console.log("Trying to add the missing constraint back");
+                        if (badCol.name === "foreign_id") {
+                            q += `REFERENCES ${(0, prostgles_types_1.asName)(refTable)}(${(0, prostgles_types_1.asName)(pkField.name)}) `;
+                        }
+                        else if (badCol.name === "media_id") {
+                            q += `REFERENCES ${(0, prostgles_types_1.asName)(tableName)}(id) `;
+                        }
+                        if (q) {
+                            try {
+                                await runQuery(q);
+                                console.log("Added missing constraint back");
+                            }
+                            catch (e) {
+                                console.error("Failed to add missing constraint", e);
+                            }
+                        }
+                    }));
+                }
+            }
+            await prg.refreshDBO();
+            return true;
+        }));
+        /**
+         * 4. Serve media through express
+         */
+        const { fileServeRoute = `/${tableName}`, expressApp: app } = fileTable;
+        if (fileServeRoute.endsWith("/")) {
+            throw `fileServeRoute must not end with a '/'`;
+        }
+        this.fileRoute = fileServeRoute;
+        if (app) {
+            app.get(this.fileRouteExpress, async (req, res) => {
+                if (!this.dbo[tableName]) {
+                    res.status(500).json({ err: `Internal error: media table (${tableName}) not valid` });
+                    return false;
+                }
+                const mediaTable = this.dbo[tableName];
+                try {
+                    const { name } = req.params;
+                    if (typeof name !== "string" || !name)
+                        throw "Invalid media name";
+                    const media = await mediaTable.findOne({ name }, { select: { id: 1, name: 1, signed_url: 1, signed_url_expires: 1, content_type: 1 } }, { httpReq: req });
+                    if (!media) {
+                        /**
+                         * Redirect to login !??
+                         */
+                        // const mediaExists = await mediaTable.count({ name });
+                        // if(mediaExists && this.prostgles.authHandler){
+                        // } else {
+                        //   throw "Invalid media";
+                        // }
+                        throw "Invalid media";
+                    }
+                    if (this.s3Client) {
+                        let url = media.signed_url;
+                        const expires = +(media.signed_url_expires || 0);
+                        const EXPIRES = Date.now() + HOUR;
+                        if (!url || expires < EXPIRES) {
+                            url = await this.getFileS3URL(media.name, 60 * 60);
+                            await mediaTable.update({ name }, { signed_url: url, signed_url_expires: EXPIRES });
+                        }
+                        res.redirect(url);
+                    }
+                    else {
+                        const pth = `${this.config.localFolderPath}/${media.name}`;
+                        if (!fs.existsSync(pth)) {
+                            throw new Error("File not found");
+                        }
+                        res.contentType(media.content_type);
+                        res.sendFile(pth);
+                    }
+                }
+                catch (e) {
+                    console.log(e);
+                    res.status(404).json({ err: "Invalid/missing media" });
+                }
+            });
+        }
+    };
+    destroy = () => {
+        (0, exports.removeExpressRoute)(this.prostgles?.opts.fileTable?.expressApp, [this.fileRouteExpress]);
+    };
 }
 exports.default = FileManager;
-_a = FileManager;
-FileManager.testCredentials = async (accessKeyId, secretAccessKey) => {
-    const sts = new aws_sdk_2.default.STS();
-    aws_sdk_2.default.config.credentials = {
-        accessKeyId,
-        secretAccessKey
-    };
-    const ident = await sts.getCallerIdentity({}).promise();
-    return ident;
-};
 const removeExpressRoute = (app, routePaths) => {
     const routes = app?._router?.stack;
     if (routes) {