prostgles-server 4.0.16 → 4.0.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (102) hide show
  1. package/dist/AuthHandler.js +1 -1
  2. package/dist/AuthHandler.js.map +1 -1
  3. package/dist/DBSchemaBuilder.js +3 -2
  4. package/dist/DBSchemaBuilder.js.map +1 -1
  5. package/dist/DboBuilder/QueryBuilder/QueryBuilder.d.ts +19 -14
  6. package/dist/DboBuilder/QueryBuilder/QueryBuilder.d.ts.map +1 -1
  7. package/dist/DboBuilder/TableHandler.d.ts +9 -7
  8. package/dist/DboBuilder/TableHandler.d.ts.map +1 -1
  9. package/dist/DboBuilder/TableHandler.js +1 -1
  10. package/dist/DboBuilder/TableHandler.js.map +1 -1
  11. package/dist/DboBuilder/ViewHandler.d.ts +3 -3
  12. package/dist/DboBuilder/ViewHandler.d.ts.map +1 -1
  13. package/dist/DboBuilder/getSubscribeRelatedTables.d.ts +1 -1
  14. package/dist/DboBuilder/getSubscribeRelatedTables.d.ts.map +1 -1
  15. package/dist/DboBuilder/parseUpdateRules.d.ts.map +1 -1
  16. package/dist/DboBuilder/parseUpdateRules.js.map +1 -1
  17. package/dist/DboBuilder.js +1 -1
  18. package/dist/DboBuilder.js.map +1 -1
  19. package/dist/FileManager/FileManager.d.ts +143 -0
  20. package/dist/FileManager/FileManager.d.ts.map +1 -0
  21. package/dist/FileManager/FileManager.js +273 -0
  22. package/dist/FileManager/FileManager.js.map +1 -0
  23. package/dist/FileManager/initFileManager.d.ts +4 -0
  24. package/dist/FileManager/initFileManager.d.ts.map +1 -0
  25. package/dist/FileManager/initFileManager.js +209 -0
  26. package/dist/FileManager/initFileManager.js.map +1 -0
  27. package/dist/FileManager/parseFile.d.ts +15 -0
  28. package/dist/FileManager/parseFile.d.ts.map +1 -0
  29. package/dist/FileManager/parseFile.js +59 -0
  30. package/dist/FileManager/parseFile.js.map +1 -0
  31. package/dist/FileManager/upload.d.ts +6 -0
  32. package/dist/FileManager/upload.d.ts.map +1 -0
  33. package/dist/FileManager/upload.js +76 -0
  34. package/dist/FileManager/upload.js.map +1 -0
  35. package/dist/FileManager/uploadStream.d.ts +5 -0
  36. package/dist/FileManager/uploadStream.d.ts.map +1 -0
  37. package/dist/FileManager/uploadStream.js +70 -0
  38. package/dist/FileManager/uploadStream.js.map +1 -0
  39. package/dist/PostgresNotifListenManager.js +1 -1
  40. package/dist/PostgresNotifListenManager.js.map +1 -1
  41. package/dist/Prostgles.d.ts +2 -2
  42. package/dist/Prostgles.d.ts.map +1 -1
  43. package/dist/Prostgles.js +8 -5
  44. package/dist/Prostgles.js.map +1 -1
  45. package/dist/PubSubManager/PubSubManager.d.ts +3 -3
  46. package/dist/PubSubManager/PubSubManager.js +1 -1
  47. package/dist/PubSubManager/PubSubManager.js.map +1 -1
  48. package/dist/TableConfig/TableConfig.d.ts.map +1 -1
  49. package/dist/TableConfig/TableConfig.js +12 -7
  50. package/dist/TableConfig/TableConfig.js.map +1 -1
  51. package/lib/AuthHandler.js +1 -1
  52. package/lib/AuthHandler.ts +1 -1
  53. package/lib/DBSchemaBuilder.js +3 -2
  54. package/lib/DBSchemaBuilder.ts +3 -2
  55. package/lib/DboBuilder/TableHandler.d.ts +4 -2
  56. package/lib/DboBuilder/TableHandler.d.ts.map +1 -1
  57. package/lib/DboBuilder/TableHandler.js +1 -1
  58. package/lib/DboBuilder/TableHandler.ts +2 -2
  59. package/lib/DboBuilder/getSubscribeRelatedTables.d.ts +1 -1
  60. package/lib/DboBuilder/getSubscribeRelatedTables.d.ts.map +1 -1
  61. package/lib/DboBuilder/getSubscribeRelatedTables.ts +1 -1
  62. package/lib/DboBuilder/parseUpdateRules.d.ts.map +1 -1
  63. package/lib/DboBuilder/parseUpdateRules.ts +2 -2
  64. package/lib/{FileManager.d.ts → FileManager/FileManager.d.ts} +12 -20
  65. package/lib/FileManager/FileManager.d.ts.map +1 -0
  66. package/lib/FileManager/FileManager.js +303 -0
  67. package/lib/FileManager/FileManager.ts +378 -0
  68. package/lib/FileManager/initFileManager.d.ts +4 -0
  69. package/lib/FileManager/initFileManager.d.ts.map +1 -0
  70. package/lib/FileManager/initFileManager.js +231 -0
  71. package/lib/FileManager/initFileManager.ts +236 -0
  72. package/lib/FileManager/parseFile.d.ts +15 -0
  73. package/lib/FileManager/parseFile.d.ts.map +1 -0
  74. package/lib/FileManager/parseFile.js +58 -0
  75. package/lib/FileManager/parseFile.ts +69 -0
  76. package/lib/FileManager/upload.d.ts +6 -0
  77. package/lib/FileManager/upload.d.ts.map +1 -0
  78. package/lib/FileManager/upload.js +98 -0
  79. package/lib/FileManager/upload.ts +83 -0
  80. package/lib/FileManager/uploadStream.d.ts +5 -0
  81. package/lib/FileManager/uploadStream.d.ts.map +1 -0
  82. package/lib/FileManager/uploadStream.js +92 -0
  83. package/lib/FileManager/uploadStream.ts +80 -0
  84. package/lib/Prostgles.d.ts +2 -2
  85. package/lib/Prostgles.d.ts.map +1 -1
  86. package/lib/Prostgles.js +8 -5
  87. package/lib/Prostgles.ts +10 -6
  88. package/lib/TableConfig/TableConfig.d.ts.map +1 -1
  89. package/lib/TableConfig/TableConfig.js +12 -7
  90. package/lib/TableConfig/TableConfig.ts +13 -8
  91. package/package.json +3 -3
  92. package/tests/client/PID.txt +1 -1
  93. package/tests/client/package-lock.json +31 -4561
  94. package/tests/client/package.json +2 -2
  95. package/tests/client/tsconfig.json +1 -0
  96. package/tests/server/package-lock.json +1151 -13
  97. package/tests/server/package.json +3 -1
  98. package/tests/server/tsconfig.json +1 -0
  99. package/tsconfig.json +1 -0
  100. package/lib/FileManager.d.ts.map +0 -1
  101. package/lib/FileManager.js +0 -676
  102. package/lib/FileManager.ts +0 -811
@@ -0,0 +1,143 @@
1
+ /// <reference types="node" />
2
+ /// <reference types="node" />
3
+ import { S3 } from 'aws-sdk';
4
+ import * as stream from 'stream';
5
+ import { DB, DBHandlerServer, ExpressApp, Prostgles } from '../Prostgles';
6
+ import { ALLOWED_CONTENT_TYPE, ALLOWED_EXTENSION, ValidatedColumnInfo } from 'prostgles-types';
7
+ import AWS from 'aws-sdk';
8
+ export declare const HOUR: number;
9
+ export declare const asSQLIdentifier: (name: string, db: DB) => Promise<string>;
10
+ export type OnProgress = (progress: S3.ManagedUpload.Progress) => void;
11
+ export type ImageOptions = {
12
+ keepMetadata?: boolean;
13
+ compression?:
14
+ /**
15
+ * Will resize image maintaing scale ratio
16
+ */
17
+ {
18
+ inside: {
19
+ width: number;
20
+ height: number;
21
+ };
22
+ } | {
23
+ contain: {
24
+ width: number;
25
+ } | {
26
+ height: number;
27
+ };
28
+ };
29
+ };
30
+ export type S3Config = {
31
+ region: string;
32
+ bucket: string;
33
+ accessKeyId: string;
34
+ secretAccessKey: string;
35
+ };
36
+ export type LocalConfig = {
37
+ /**
38
+ * example: path.join(__dirname+'/media')
39
+ * note that this location will be relative to the compiled file location
40
+ */
41
+ localFolderPath: string;
42
+ /**
43
+ * Minimum amount of free bytes available to allow saving files
44
+ * Defaults to 100MB
45
+ */
46
+ minFreeBytes?: number;
47
+ };
48
+ export type UploadItem = {
49
+ name: string;
50
+ content_type: string;
51
+ data: Buffer;
52
+ extension: string;
53
+ };
54
+ export type UploadedItem = {
55
+ /**
56
+ * Url that is passed to client
57
+ */
58
+ url: string;
59
+ filePath?: string;
60
+ etag: string;
61
+ /**
62
+ * S3 url of the resource
63
+ */
64
+ s3_url?: string;
65
+ /**
66
+ * Total uploaded file size in bytes
67
+ */
68
+ content_length: number;
69
+ };
70
+ export declare class FileManager {
71
+ static testCredentials: (accessKeyId: string, secretAccessKey: string) => Promise<import("aws-sdk/lib/request").PromiseResult<AWS.STS.GetCallerIdentityResponse, AWS.AWSError>>;
72
+ s3Client?: S3;
73
+ config: S3Config | LocalConfig;
74
+ imageOptions?: ImageOptions;
75
+ prostgles?: Prostgles;
76
+ get dbo(): DBHandlerServer;
77
+ get db(): DB;
78
+ tableName?: string;
79
+ fileRoute?: string;
80
+ get fileRouteExpress(): string;
81
+ private checkInterval?;
82
+ constructor(config: FileManager["config"], imageOptions?: ImageOptions);
83
+ getFileStream(name: string): Promise<stream.Readable>;
84
+ deleteFile(name: string): Promise<true | import("aws-sdk/lib/request").PromiseResult<S3.DeleteObjectOutput, AWS.AWSError>>;
85
+ parseFile: (args: {
86
+ file: string | Buffer;
87
+ fileName: string;
88
+ colName?: string | undefined;
89
+ tableName?: string | undefined;
90
+ }) => Promise<{
91
+ mime: string;
92
+ ext: string;
93
+ }>;
94
+ getLocalFileUrl: (name: string) => string;
95
+ checkFreeSpace: (folderPath: string, fileSize?: number) => Promise<void>;
96
+ uploadStream: (name: string, mime: string, onProgress?: OnProgress | undefined, onError?: ((error: any) => void) | undefined, onEnd?: ((item: UploadedItem) => void) | undefined, expectedSizeBytes?: number | undefined) => stream.PassThrough;
97
+ upload: (file: string | Buffer | stream.PassThrough, name: string, mime: string, onProgress?: OnProgress | undefined) => Promise<UploadedItem>;
98
+ uploadAsMedia: (params: {
99
+ item: UploadItem;
100
+ allowedExtensions?: Array<ALLOWED_EXTENSION>;
101
+ dissallowedExtensions?: Array<ALLOWED_EXTENSION>;
102
+ imageOptions?: ImageOptions;
103
+ }) => Promise<UploadedItem>;
104
+ getFileS3URL(fileName: string, expiresInSeconds?: number): Promise<string | undefined>;
105
+ parseSQLIdentifier: (name: string) => Promise<string>;
106
+ getColInfo: (args: {
107
+ tableName: string;
108
+ colName: string;
109
+ }) => ValidatedColumnInfo["file"] | undefined;
110
+ init: (prg: Prostgles) => Promise<void>;
111
+ destroy: () => void;
112
+ }
113
+ export declare const removeExpressRoute: (app: ExpressApp | undefined, routePaths: (string | undefined)[]) => void;
114
+ export declare const getFileTypeFromFilename: (fileName: string) => {
115
+ mime: ALLOWED_CONTENT_TYPE;
116
+ ext: ALLOWED_EXTENSION | string;
117
+ } | undefined;
118
+ export declare const getFileType: (file: Buffer | string, fileName: string) => Promise<{
119
+ mime: ALLOWED_CONTENT_TYPE;
120
+ ext: ALLOWED_EXTENSION;
121
+ }>;
122
+ export declare function bytesToSize(bytes: number): string;
123
+ /**
124
+ *
125
+
126
+
127
+ // if(content_type && typeof content_type !== "string") throw "Invalid content_type provided";
128
+ // if(title && typeof title !== "string") throw "Invalid title provided";
129
+ // let fExt = name.split(".").pop()
130
+ // if(content_type && name.split(".").length > 1 && fExt && fExt.length <= 4){
131
+ // type = {
132
+ // mime: content_type,
133
+ // ext: fExt,
134
+ // fileName: name,
135
+ // }
136
+ // } else {
137
+ // type = await this.getMIME(data, name);//, ["png", "jpg", "ogg", "webm", "pdf", "doc"]);
138
+ // }
139
+
140
+
141
+
142
+ */
143
+ //# sourceMappingURL=FileManager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileManager.d.ts","sourceRoot":"","sources":["../../lib/FileManager/FileManager.ts"],"names":[],"mappings":";;AACA,OAAO,EAAE,EAAE,EAAO,MAAM,SAAS,CAAC;AAGlC,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAKjC,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAA2C,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAExI,OAAO,GAAG,MAAM,SAAS,CAAC;AAO1B,eAAO,MAAM,IAAI,QAAc,CAAC;AAEhC,eAAO,MAAM,eAAe,SAAgB,MAAM,aAAW,QAAQ,MAAM,CAE1E,CAAA;AAED,MAAM,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,KAAK,IAAI,CAAA;AAEtE,MAAM,MAAM,YAAY,GAAG;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC;IACV;;OAEG;IACD;QAAE,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,GAC7C;QAAE,OAAO,EACL;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,GACjB;YAAE,MAAM,EAAE,MAAM,CAAA;SAAE,CAAA;KACrB,CAAA;CACN,CAAA;AAED,MAAM,MAAM,QAAQ,GAAG;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB;;;OAGG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AACF,MAAM,MAAM,YAAY,GAAG;IACzB;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,qBAAa,WAAW;IAEtB,MAAM,CAAC,eAAe,gBAAuB,MAAM,mBAAmB,MAAM,2GAS3E;IAED,QAAQ,CAAC,EAAE,EAAE,CAAC;IAEd,MAAM,EAAE,QAAQ,GAAG,WAAW,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,IAAI,GAAG,IAAI,eAAe,CAMzB;IAED,IAAI,EAAE,IAAI,EAAE,CAGX;IAED,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,gBAAgB,WAEnB;IACD,OAAO,CAAC,aAAa,CAAC,CAAiB;gBAE3B,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,EAAE,YAAY;IA6BhE,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;IAYrD,UAAU,CAAC,IAAI,EAAE,MAAM;IAe7B,SAAS;;;;;;;;OAAwB;IAEjC,eAAe,SAAU,MAAM,YAAsD;IAErF,cAAc,eAAsB,MAAM,sCAYzC;IAED,YAAY,oOAA2B;IAEvC,MAAM,yIAAqB;IAE3B,aAAa,WAAkB;QAC7B,IAAI,EAAE,UAAU,CAAC;QACjB,iBAAiB,CAAC,EAAE,MAAM,iBAAiB,CAAC,CAAC;QAC7C,qBAAqB,CAAC,EAAE,MAAM,iBAAiB,CAAC,CAAC;QACjD,YAAY,CAAC,EAAE,YAAY,CAAC;KAC7B,KAAG,QAAQ,YAAY,CAAC,CAkDxB;IAEK,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,gBAAgB,GAAE,MAAgB;IASvE,kBAAkB,SAAgB,MAAM,qBAAiD;IAEzF,UAAU,SAAU;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,SAAS,CAWnG;IAED,IAAI,oCAA8B;IAElC,OAAO,aAEN;CACF;AAED,eAAO,MAAM,kBAAkB,QAAS,UAAU,GAAG,SAAS,cAAc,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,SAUjG,CAAA;AAED,eAAO,MAAM,uBAAuB,aAAc,MAAM;UAAW,oBAAoB;SAAO,iBAAiB,GAAG,MAAM;aAevH,CAAA;AAKD,eAAO,MAAM,WAAW,SAAgB,MAAM,GAAG,MAAM,YAAY,MAAM,KAAG,QAAQ;IAAE,MAAM,oBAAoB,CAAC;IAAC,GAAG,EAAE,iBAAiB,CAAA;CAAE,CAwBzI,CAAA;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,UAKxC;AAGD;;;;;;;;;;;;;;;;;;;GAmBG"}
@@ -0,0 +1,273 @@
1
+ "use strict";
2
+ var _a;
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.bytesToSize = exports.getFileType = exports.getFileTypeFromFilename = exports.removeExpressRoute = exports.FileManager = exports.asSQLIdentifier = exports.HOUR = void 0;
5
+ const aws_sdk_1 = require("aws-sdk");
6
+ // import { PutObjectCommand, S3 } from "@aws-sdk/client-s3";
7
+ const fs = require("fs");
8
+ const sharp = require("sharp");
9
+ const check_disk_space_1 = require("check-disk-space");
10
+ const prostgles_types_1 = require("prostgles-types");
11
+ const aws_sdk_2 = require("aws-sdk");
12
+ const path = require("path");
13
+ const initFileManager_1 = require("./initFileManager");
14
+ const parseFile_1 = require("./parseFile");
15
+ const upload_1 = require("./upload");
16
+ const uploadStream_1 = require("./uploadStream");
17
+ exports.HOUR = 3600 * 1000;
18
+ const asSQLIdentifier = async (name, db) => {
19
+ return (await db.one("select format('%I', $1) as name", [name]))?.name;
20
+ };
21
+ exports.asSQLIdentifier = asSQLIdentifier;
22
+ class FileManager {
23
+ get dbo() {
24
+ if (!this.prostgles?.dbo) {
25
+ // this.prostgles?.refreshDBO();
26
+ throw "this.prostgles.dbo missing";
27
+ }
28
+ return this.prostgles.dbo;
29
+ }
30
+ get db() {
31
+ if (!this.prostgles?.db)
32
+ throw "this.prostgles.db missing";
33
+ return this.prostgles.db;
34
+ }
35
+ get fileRouteExpress() {
36
+ return this.fileRoute + "/:name";
37
+ }
38
+ constructor(config, imageOptions) {
39
+ this.parseFile = parseFile_1.parseFile.bind(this);
40
+ this.getLocalFileUrl = (name) => this.fileRoute ? `${this.fileRoute}/${name}` : "";
41
+ this.checkFreeSpace = async (folderPath, fileSize = 0) => {
42
+ if (!this.s3Client && "localFolderPath" in this.config) {
43
+ const { minFreeBytes = 1.048e6 } = this.config;
44
+ const required = Math.max(fileSize, minFreeBytes);
45
+ if (required) {
46
+ const diskSpace = await (0, check_disk_space_1.default)(folderPath);
47
+ if (diskSpace.free < required) {
48
+ const err = `There is not enough space on the server to save files.\nTotal: ${bytesToSize(diskSpace.size)} \nRemaning: ${bytesToSize(diskSpace.free)} \nRequired: ${bytesToSize(required)}`;
49
+ throw new Error(err);
50
+ }
51
+ }
52
+ }
53
+ };
54
+ this.uploadStream = uploadStream_1.uploadStream.bind(this);
55
+ this.upload = upload_1.upload.bind(this);
56
+ this.uploadAsMedia = async (params) => {
57
+ const { item, imageOptions } = params;
58
+ const { name, data, content_type, extension } = item;
59
+ if (!data)
60
+ throw "No file provided";
61
+ if (!name || typeof name !== "string")
62
+ throw "Expecting a string name";
63
+ // const type = await this.getMIME(data, name, allowedExtensions, dissallowedExtensions);
64
+ let _data = data;
65
+ /** Resize/compress/remove exif from photos */
66
+ if (content_type.startsWith("image") && extension.toLowerCase() !== "gif") {
67
+ const compression = imageOptions?.compression;
68
+ if (compression) {
69
+ console.log("Resizing image");
70
+ let opts;
71
+ if ("contain" in compression) {
72
+ opts = {
73
+ fit: sharp.fit.contain,
74
+ ...compression.contain
75
+ };
76
+ }
77
+ else if ("inside" in compression) {
78
+ opts = {
79
+ fit: sharp.fit.inside,
80
+ ...compression.inside
81
+ };
82
+ }
83
+ _data = await sharp(data)
84
+ .resize(opts)
85
+ .withMetadata(Boolean(imageOptions?.keepMetadata))
86
+ // .jpeg({ quality: 80 })
87
+ .toBuffer();
88
+ }
89
+ else if (!imageOptions?.keepMetadata) {
90
+ /**
91
+ * Remove exif
92
+ */
93
+ // const metadata = await simg.metadata();
94
+ // const simg = await sharp(data);
95
+ _data = await sharp(data).clone().withMetadata({
96
+ exif: {}
97
+ })
98
+ .toBuffer();
99
+ }
100
+ }
101
+ const res = await this.upload(_data, name, content_type);
102
+ return res;
103
+ };
104
+ this.parseSQLIdentifier = async (name) => (0, exports.asSQLIdentifier)(name, this.prostgles.db); // this.prostgles.dbo.sql<"value">("select format('%I', $1)", [name], { returnType: "value" } )
105
+ this.getColInfo = (args) => {
106
+ const { colName, tableName } = args;
107
+ const tableConfig = this.prostgles?.opts.fileTable?.referencedTables?.[tableName];
108
+ const isReferencingFileTable = this.dbo[tableName]?.columns?.some(c => c.name === colName && c.references && c.references?.some(({ ftable }) => ftable === this.tableName));
109
+ if (isReferencingFileTable) {
110
+ if (tableConfig && typeof tableConfig !== "string") {
111
+ return tableConfig.referenceColumns[colName];
112
+ }
113
+ return { acceptedContent: "*" };
114
+ }
115
+ return undefined;
116
+ };
117
+ this.init = initFileManager_1.initFileManager.bind(this);
118
+ this.destroy = () => {
119
+ (0, exports.removeExpressRoute)(this.prostgles?.opts.fileTable?.expressApp, [this.fileRouteExpress]);
120
+ };
121
+ this.config = config;
122
+ this.imageOptions = imageOptions;
123
+ if ("region" in config) {
124
+ const { region, accessKeyId, secretAccessKey } = config;
125
+ this.s3Client = new aws_sdk_1.S3({
126
+ region,
127
+ credentials: { accessKeyId, secretAccessKey },
128
+ });
129
+ }
130
+ const fullConfig = this.prostgles?.opts.fileTable;
131
+ if (fullConfig?.delayedDelete) {
132
+ this.checkInterval = setInterval(async () => {
133
+ const fileTable = fullConfig.tableName;
134
+ const daysDelay = fullConfig.delayedDelete?.deleteAfterNDays ?? 0;
135
+ if (fileTable && this.dbo[fileTable]?.delete && daysDelay) {
136
+ const filesToDelete = await this.dbo[fileTable]?.find?.({ deleted_from_storage: null, deleted: { ">": Date.now() - (daysDelay * exports.HOUR * 24) } }) ?? [];
137
+ for await (const file of filesToDelete) {
138
+ await this.deleteFile(file.name);
139
+ }
140
+ }
141
+ else {
142
+ console.error("FileManager checkInterval delayedDelete FAIL: Could not access file table tableHandler.delete()");
143
+ }
144
+ }, Math.max(10000, (fullConfig.delayedDelete.checkIntervalHours || 0) * exports.HOUR));
145
+ }
146
+ }
147
+ async getFileStream(name) {
148
+ if ("bucket" in this.config && this.s3Client) {
149
+ return this.s3Client.getObject({ Key: name, Bucket: this.config.bucket }).createReadStream();
150
+ }
151
+ else if ("localFolderPath" in this.config) {
152
+ const filePath = path.resolve(`${this.config.localFolderPath}/${name}`);
153
+ if (!fs.existsSync(filePath)) {
154
+ throw `File ${filePath} could not be found`;
155
+ }
156
+ return fs.createReadStream(filePath, { encoding: undefined });
157
+ }
158
+ else
159
+ throw new Error("Not expected");
160
+ }
161
+ async deleteFile(name) {
162
+ if ("bucket" in this.config && this.s3Client) {
163
+ const res = await this.s3Client?.deleteObject({ Bucket: this.config.bucket, Key: name }).promise();
164
+ return res;
165
+ }
166
+ else if ("localFolderPath" in this.config) {
167
+ const path = `${this.config.localFolderPath}/${name}`;
168
+ if (!fs.existsSync(path)) {
169
+ throw `File ${path} could not be found`;
170
+ }
171
+ fs.unlinkSync(path);
172
+ if (fs.existsSync(path))
173
+ throw new Error("Could not delete file");
174
+ }
175
+ return true;
176
+ }
177
+ async getFileS3URL(fileName, expiresInSeconds = 30 * 60) {
178
+ const params = {
179
+ Bucket: this.config.bucket,
180
+ Key: fileName,
181
+ Expires: Math.round(expiresInSeconds || 30 * 60) // Error if float
182
+ };
183
+ return await this.s3Client?.getSignedUrlPromise("getObject", params);
184
+ }
185
+ }
186
+ _a = FileManager;
187
+ FileManager.testCredentials = async (accessKeyId, secretAccessKey) => {
188
+ const sts = new aws_sdk_2.default.STS();
189
+ aws_sdk_2.default.config.credentials = {
190
+ accessKeyId,
191
+ secretAccessKey
192
+ };
193
+ const ident = await sts.getCallerIdentity({}).promise();
194
+ return ident;
195
+ };
196
+ exports.FileManager = FileManager;
197
+ const removeExpressRoute = (app, routePaths) => {
198
+ const routes = app?._router?.stack;
199
+ if (routes) {
200
+ routes.forEach((route, i) => {
201
+ if (routePaths.filter(prostgles_types_1.isDefined).includes(route.route?.path)) {
202
+ routes.splice(i, 1);
203
+ }
204
+ });
205
+ }
206
+ };
207
+ exports.removeExpressRoute = removeExpressRoute;
208
+ const getFileTypeFromFilename = (fileName) => {
209
+ const nameParts = fileName.split(".");
210
+ if (nameParts.length < 2)
211
+ return undefined;
212
+ const nameExt = nameParts.at(-1).toLowerCase(), mime = (0, prostgles_types_1.getKeys)(prostgles_types_1.CONTENT_TYPE_TO_EXT).find(k => prostgles_types_1.CONTENT_TYPE_TO_EXT[k].includes(nameExt));
213
+ if (!mime)
214
+ return undefined;
215
+ return {
216
+ mime,
217
+ ext: nameExt,
218
+ };
219
+ };
220
+ exports.getFileTypeFromFilename = getFileTypeFromFilename;
221
+ // const fileType = require("file-type");
222
+ // const res = await fileType.fromBuffer(typeof file === "string"? Buffer.from(file, 'utf8') : file);
223
+ const getFileType = async (file, fileName) => {
224
+ const { fileTypeFromBuffer } = await eval('import("file-type")');
225
+ const fileNameMime = (0, exports.getFileTypeFromFilename)(fileName);
226
+ if (!fileNameMime?.ext)
227
+ throw new Error("File name must contain extenion");
228
+ const res = await fileTypeFromBuffer(typeof file === "string" ? Buffer.from(file, 'utf8') : file);
229
+ if (!res) {
230
+ /* Set correct/missing extension */
231
+ const nameExt = fileNameMime?.ext;
232
+ if (["xml", "txt", "csv", "tsv", "svg", "sql"].includes(nameExt) && fileNameMime.mime) {
233
+ return fileNameMime;
234
+ }
235
+ throw new Error("Could not get the file type from file buffer");
236
+ }
237
+ else {
238
+ if (!res.ext || fileNameMime?.ext.toLowerCase() !== res.ext.toLowerCase()) {
239
+ throw new Error(`There is a mismatch between file name extension and actual buffer extension: ${fileNameMime?.ext} vs ${res.ext}`);
240
+ }
241
+ }
242
+ return res;
243
+ };
244
+ exports.getFileType = getFileType;
245
+ function bytesToSize(bytes) {
246
+ const sizes = ['Bytes', 'KB', 'MB', 'GB', 'TB'];
247
+ if (bytes == 0)
248
+ return '0 Byte';
249
+ const i = parseInt(Math.floor(Math.log(bytes) / Math.log(1024)) + "");
250
+ return (bytes / Math.pow(1024, i)).toFixed(1) + ' ' + sizes[i];
251
+ }
252
+ exports.bytesToSize = bytesToSize;
253
+ /**
254
+ *
255
+
256
+
257
+ // if(content_type && typeof content_type !== "string") throw "Invalid content_type provided";
258
+ // if(title && typeof title !== "string") throw "Invalid title provided";
259
+ // let fExt = name.split(".").pop()
260
+ // if(content_type && name.split(".").length > 1 && fExt && fExt.length <= 4){
261
+ // type = {
262
+ // mime: content_type,
263
+ // ext: fExt,
264
+ // fileName: name,
265
+ // }
266
+ // } else {
267
+ // type = await this.getMIME(data, name);//, ["png", "jpg", "ogg", "webm", "pdf", "doc"]);
268
+ // }
269
+
270
+
271
+
272
+ */
273
+ //# sourceMappingURL=FileManager.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileManager.js","sourceRoot":"","sources":["../../lib/FileManager/FileManager.ts"],"names":[],"mappings":";;;;AACA,qCAAkC;AAClC,6DAA6D;AAC7D,yBAAyB;AAGzB,+BAA+B;AAC/B,uDAA8C;AAG9C,qDAAwI;AAExI,qCAA0B;AAC1B,6BAA6B;AAC7B,uDAAoD;AACpD,2CAAwC;AACxC,qCAAkC;AAClC,iDAA8C;AAEjC,QAAA,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAEzB,MAAM,eAAe,GAAG,KAAK,EAAE,IAAY,EAAE,EAAM,EAAmB,EAAE;IAC7E,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,iCAAiC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAA;AACxE,CAAC,CAAA;AAFY,QAAA,eAAe,mBAE3B;AA+DD,MAAa,WAAW;IAmBtB,IAAI,GAAG;QACL,IAAG,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;YACvB,gCAAgC;YAChC,MAAM,4BAA4B,CAAA;SACnC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAA;IAC3B,CAAC;IAED,IAAI,EAAE;QACJ,IAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;YAAE,MAAM,2BAA2B,CAAA;QACzD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAA;IAC1B,CAAC;IAKD,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IACnC,CAAC;IAGD,YAAY,MAA6B,EAAE,YAA2B;QAwDtE,cAAS,GAAG,qBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,oBAAe,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAA,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAErF,mBAAc,GAAG,KAAK,EAAE,UAAkB,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE;YAC1D,IAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,iBAAiB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACrD,MAAM,EAAE,YAAY,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;gBAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;gBACjD,IAAG,QAAQ,EAAC;oBACV,MAAM,SAAS,GAAG,MAAM,IAAA,0BAAc,EAAC,UAAU,CAAC,CAAC;oBACnD,IAAG,SAAS,CAAC,IAAI,GAAG,QAAQ,EAAC;wBAC3B,MAAM,GAAG,GAAI,kEAAkE,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAA;wBAC5L,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;qBACtB;iBACF;aACF;QACH,CAAC,CAAA;QAED,iBAAY,GAAG,2BAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvC,WAAM,GAAG,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE3B,kBAAa,GAAG,KAAK,EAAE,MAKtB,EAAyB,EAAE;YAC1B,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;YACtC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;YACrD,IAAG,CAAC,IAAI;gBAAE,MAAM,kBAAkB,CAAC;YACnC,IAAG,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,MAAM,yBAAyB,CAAC;YAEtE,yFAAyF;YAEzF,IAAI,KAAK,GAAG,IAAI,CAAC;YAEjB,8CAA8C;YAC9C,IAAG,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,KAAK,KAAK,EAAC;gBAEvE,MAAM,WAAW,GAAG,YAAY,EAAE,WAAW,CAAA;gBAC7C,IAAG,WAAW,EAAC;oBACb,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;oBAC7B,IAAI,IAAI,CAAC;oBACT,IAAG,SAAS,IAAI,WAAW,EAAC;wBAC1B,IAAI,GAAG;4BACL,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO;4BACtB,GAAG,WAAW,CAAC,OAAO;yBACvB,CAAA;qBACF;yBAAM,IAAG,QAAQ,IAAI,WAAW,EAAC;wBAChC,IAAI,GAAG;4BACL,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;4BACrB,GAAG,WAAW,CAAC,MAAM;yBACtB,CAAA;qBACF;oBACD,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC;yBACtB,MAAM,CAAC,IAAW,CAAC;yBACnB,YAAY,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAQ,CAAC;wBACzD,yBAAyB;yBACxB,QAAQ,EAAE,CAAA;iBACd;qBAAM,IAAG,CAAC,YAAY,EAAE,YAAY,EAAE;oBACrC;;uBAEG;oBACH,0CAA0C;oBAC1C,kCAAkC;oBAElC,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,YAAY,CAAC;wBAC3C,IAAI,EAAE,EAAE;qBACT,CAAC;yBACD,QAAQ,EAAE,CAAA;iBACd;aACF;YAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;YAEzD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAWD,uBAAkB,GAAG,KAAK,EAAE,IAAY,EAAG,EAAE,CAAC,IAAA,uBAAe,EAAC,IAAI,EAAE,IAAI,CAAC,SAAU,CAAC,EAAG,CAAC,CAAC,CAAA,gGAAgG;QAEzL,eAAU,GAAG,CAAC,IAA4C,EAA2C,EAAE;YACrG,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;YACpC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC,SAAS,CAAC,CAAC;YAClF,MAAM,sBAAsB,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAE,CAAC,CAAC;YAC7K,IAAG,sBAAsB,EAAC;gBACxB,IAAG,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAC;oBAChD,OAAO,WAAW,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;iBAC9C;gBACD,OAAO,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC;aACjC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAA;QAED,SAAI,GAAG,iCAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElC,YAAO,GAAG,GAAG,EAAE;YACb,IAAA,0BAAkB,EAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC1F,CAAC,CAAA;QAlKC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,IAAG,QAAQ,IAAI,MAAM,EAAC;YACpB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,MAAM,CAAC;YACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,YAAE,CAAC;gBACrB,MAAM;gBACN,WAAW,EAAE,EAAE,WAAW,EAAE,eAAe,EAAE;aAC9C,CAAC,CAAC;SACJ;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;QAClD,IAAG,UAAU,EAAE,aAAa,EAAC;YAC3B,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;gBAC1C,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;gBACvC,MAAM,SAAS,GAAG,UAAU,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC,CAAC;gBAClE,IAAG,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,IAAI,SAAS,EAAC;oBACvD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,GAAG,YAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;oBACtJ,IAAI,KAAK,EAAC,MAAM,IAAI,IAAI,aAAa,EAAC;wBACpC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;qBACjC;iBACF;qBAAM;oBACL,OAAO,CAAC,KAAK,CAAC,iGAAiG,CAAC,CAAA;iBACjH;YACH,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,kBAAkB,IAAI,CAAC,CAAC,GAAG,YAAI,CAAC,CAAC,CAAA;SAC/E;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY;QAC9B,IAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAC;YAC1C,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAA;SAC7F;aAAM,IAAG,iBAAiB,IAAI,IAAI,CAAC,MAAM,EAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC,CAAC;YACxE,IAAG,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAC;gBAC1B,MAAM,QAAQ,QAAQ,qBAAqB,CAAC;aAC7C;YACD,OAAO,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAA;SAC9D;;YAAM,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAC;YAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YACnG,OAAO,GAAG,CAAC;SACZ;aAAM,IAAG,iBAAiB,IAAI,IAAI,CAAC,MAAM,EAAC;YACzC,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YACtD,IAAG,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAC;gBACtB,MAAM,QAAQ,IAAI,qBAAqB,CAAC;aACzC;YACD,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACpB,IAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;SAClE;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAiFD,KAAK,CAAC,YAAY,CAAC,QAAgB,EAAE,mBAA2B,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAG;YACb,MAAM,EAAG,IAAI,CAAC,MAAmB,CAAC,MAAM;YACxC,GAAG,EAAE,QAAQ;YACb,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,iBAAiB;SACnE,CAAC;QACF,OAAO,MAAM,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;;;AApLM,2BAAe,GAAG,KAAK,EAAE,WAAmB,EAAE,eAAuB,EAAE,EAAE;IAC9E,MAAM,GAAG,GAAG,IAAI,iBAAG,CAAC,GAAG,EAAE,CAAC;IAC1B,iBAAG,CAAC,MAAM,CAAC,WAAW,GAAG;QACvB,WAAW;QACX,eAAe;KAChB,CAAA;IAED,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,OAAO,KAAK,CAAC;AACf,CAAC,AATqB,CASrB;AAXU,kCAAW;AA8MjB,MAAM,kBAAkB,GAAG,CAAC,GAA2B,EAAE,UAAkC,EAAE,EAAE;IAEpG,MAAM,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC;IACnC,IAAG,MAAM,EAAC;QACR,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC1B,IAAG,UAAU,CAAC,MAAM,CAAC,2BAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,IAAW,CAAC,EAAC;gBACjE,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aACrB;QACH,CAAC,CAAC,CAAA;KACH;AACH,CAAC,CAAA;AAVY,QAAA,kBAAkB,sBAU9B;AAEM,MAAM,uBAAuB,GAAG,CAAC,QAAgB,EAA+E,EAAE;IAEvI,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEtC,IAAG,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAE1C,MAAM,OAAO,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,EAC7C,IAAI,GAAG,IAAA,yBAAO,EAAC,qCAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAE,qCAAmB,CAAC,CAAC,CAAuB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAEjH,IAAG,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE3B,OAAO;QACL,IAAI;QACJ,GAAG,EAAE,OAA4B;KAClC,CAAA;AACH,CAAC,CAAA;AAfY,QAAA,uBAAuB,2BAenC;AAED,yCAAyC;AACzC,qGAAqG;AAE9F,MAAM,WAAW,GAAG,KAAK,EAAE,IAAqB,EAAE,QAAgB,EAAmE,EAAE;IAE5I,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAO,IAAI,CAAC,qBAAqB,CAAyC,CAAC;IAE1G,MAAM,YAAY,GAAG,IAAA,+BAAuB,EAAC,QAAQ,CAAC,CAAC;IACvD,IAAG,CAAC,YAAY,EAAE,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;IACzE,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAA,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAEjG,IAAG,CAAC,GAAG,EAAE;QAEP,mCAAmC;QACnC,MAAM,OAAO,GAAG,YAAY,EAAE,GAAG,CAAC;QAClC,IAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,IAAI,EAAC;YACnF,OAAO,YAAmB,CAAC;SAC5B;QAED,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;KACjE;SAAM;QAEL,IAAG,CAAC,GAAG,CAAC,GAAG,IAAI,YAAY,EAAE,GAAG,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,EAAC;YACvE,MAAM,IAAI,KAAK,CAAC,gFAAgF,YAAY,EAAE,GAAI,OAAO,GAAG,CAAC,GAAG,EAAE,CAAC,CAAA;SACpI;KACF;IACD,OAAO,GAAU,CAAC;AACpB,CAAC,CAAA;AAxBY,QAAA,WAAW,eAwBvB;AAED,SAAgB,WAAW,CAAC,KAAa;IACvC,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAChD,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChC,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACtE,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AALD,kCAKC;AAGD;;;;;;;;;;;;;;;;;;;GAmBG"}
@@ -0,0 +1,4 @@
1
+ import { Prostgles } from "../Prostgles";
2
+ import { FileManager } from "./FileManager";
3
+ export declare function initFileManager(this: FileManager, prg: Prostgles): Promise<void>;
4
+ //# sourceMappingURL=initFileManager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"initFileManager.d.ts","sourceRoot":"","sources":["../../lib/FileManager/initFileManager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,WAAW,EAAqB,MAAM,eAAe,CAAC;AAI/D,wBAAsB,eAAe,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,iBAmOtE"}
@@ -0,0 +1,209 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.initFileManager = void 0;
4
+ const prostgles_types_1 = require("prostgles-types");
5
+ const runSQL_1 = require("../DboBuilder/runSQL");
6
+ const FileManager_1 = require("./FileManager");
7
+ const fs = require("fs");
8
+ async function initFileManager(prg) {
9
+ this.prostgles = prg;
10
+ // const { dbo, db, opts } = prg;
11
+ const { fileTable } = prg.opts;
12
+ if (!fileTable)
13
+ throw "fileTable missing";
14
+ const { tableName = "media", referencedTables = {} } = fileTable;
15
+ this.tableName = tableName;
16
+ const maxBfSizeMB = (prg.opts.io?.engine?.opts?.maxHttpBufferSize || 1e6) / 1e6;
17
+ console.log(`Prostgles: Initiated file manager. Max allowed file size: ${maxBfSizeMB}MB (maxHttpBufferSize = 1e6). To increase this set maxHttpBufferSize in socket.io server init options`);
18
+ // throw `this.db.tx(d => do everything in a transaction pls!!!!`;
19
+ const canCreate = await (0, runSQL_1.canCreateTables)(this.db);
20
+ const runQuery = (q) => {
21
+ if (!canCreate)
22
+ throw "File table creation failed. Your postgres user does not have CREATE table privileges";
23
+ return this.db.any(`
24
+ ${q}
25
+ `);
26
+ /* ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID} */
27
+ };
28
+ /**
29
+ * 1. Create media table
30
+ */
31
+ if (!this.dbo[tableName]) {
32
+ console.log(`Creating fileTable ${(0, prostgles_types_1.asName)(tableName)} ...`);
33
+ await runQuery(`CREATE EXTENSION IF NOT EXISTS pgcrypto `);
34
+ await runQuery(`CREATE TABLE IF NOT EXISTS ${(0, prostgles_types_1.asName)(tableName)} (
35
+ name TEXT NOT NULL,
36
+ extension TEXT NOT NULL,
37
+ content_type TEXT NOT NULL,
38
+ content_length BIGINT NOT NULL DEFAULT 0,
39
+ added TIMESTAMP NOT NULL DEFAULT NOW(),
40
+ url TEXT NOT NULL,
41
+ id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
42
+ original_name TEXT NOT NULL,
43
+ description TEXT,
44
+ s3_url TEXT,
45
+ signed_url TEXT,
46
+ signed_url_expires BIGINT,
47
+ etag TEXT,
48
+ deleted BIGINT,
49
+ deleted_from_storage BIGINT,
50
+ UNIQUE(id),
51
+ UNIQUE(name)
52
+ )`);
53
+ console.log(`Created fileTable ${(0, prostgles_types_1.asName)(tableName)}`);
54
+ await prg.refreshDBO();
55
+ }
56
+ /**
57
+ * 2. Create media lookup tables
58
+ */
59
+ for (const refTable in referencedTables) {
60
+ if (!this.dbo[refTable]) {
61
+ throw `Referenced table (${refTable}) from fileTable.referencedTables prostgles init config does not exist`;
62
+ }
63
+ const cols = await this.dbo[refTable].getColumns();
64
+ const tableConfig = referencedTables[refTable];
65
+ if (typeof tableConfig !== "string") {
66
+ for (const colName of (0, prostgles_types_1.getKeys)(tableConfig.referenceColumns)) {
67
+ const existingCol = cols.find(c => c.name === colName);
68
+ if (existingCol) {
69
+ if (existingCol.references?.some(({ ftable }) => ftable === tableName)) {
70
+ // All ok
71
+ }
72
+ else {
73
+ if (existingCol.udt_name === "uuid") {
74
+ try {
75
+ const query = `ALTER TABLE ${(0, prostgles_types_1.asName)(refTable)} ADD FOREIGN KEY (${(0, prostgles_types_1.asName)(colName)}) REFERENCES ${(0, prostgles_types_1.asName)(tableName)} (id);`;
76
+ console.log(`Referenced file column ${refTable} (${colName}) exists but is not referencing file table. Trying to add REFERENCE constraing...\n${query}`);
77
+ await runQuery(query);
78
+ console.log("SUCCESS: " + query);
79
+ }
80
+ catch (e) {
81
+ console.error(`Could not add constraing. Err: ${e instanceof Error ? e.message : JSON.stringify(e)}`);
82
+ }
83
+ }
84
+ else {
85
+ console.error(`Referenced file column ${refTable} (${colName}) exists but is not of required type (UUID). Choose a different column name or ALTER the existing column to match the type and the data found in file table ${tableName}(id)`);
86
+ }
87
+ }
88
+ }
89
+ else {
90
+ try {
91
+ const query = `ALTER TABLE ${(0, prostgles_types_1.asName)(refTable)} ADD COLUMN ${(0, prostgles_types_1.asName)(colName)} UUID REFERENCES ${(0, prostgles_types_1.asName)(tableName)} (id);`;
92
+ console.log(`Creating referenced file column ${refTable} (${colName})...\n${query}`);
93
+ await runQuery(query);
94
+ console.log("SUCCESS: " + query);
95
+ }
96
+ catch (e) {
97
+ console.error(`FAILED. Err: ${e instanceof Error ? e.message : JSON.stringify(e)}`);
98
+ }
99
+ }
100
+ }
101
+ }
102
+ else {
103
+ const lookupTableName = await this.parseSQLIdentifier(`prostgles_lookup_${tableName}_${refTable}`);
104
+ const pKeyFields = cols.filter(f => f.is_pkey);
105
+ if (pKeyFields.length !== 1) {
106
+ console.error(`Could not make link table for ${refTable}. ${pKeyFields} must have exactly one primary key column. Current pkeys: ${pKeyFields.map(f => f.name)}`);
107
+ }
108
+ const pkField = pKeyFields[0];
109
+ const refType = referencedTables[refTable];
110
+ if (!this.dbo[lookupTableName]) {
111
+ // if(!(await dbo[lookupTableName].count())) await db.any(`DROP TABLE IF EXISTS ${lookupTableName};`);
112
+ const action = ` (${tableName} <-> ${refTable}) join table ${lookupTableName}`; // PRIMARY KEY
113
+ const query = `
114
+ CREATE TABLE ${lookupTableName} (
115
+ foreign_id ${pkField.udt_name} ${refType === "one" ? " PRIMARY KEY " : ""} REFERENCES ${(0, prostgles_types_1.asName)(refTable)}(${(0, prostgles_types_1.asName)(pkField.name)}),
116
+ media_id UUID NOT NULL REFERENCES ${(0, prostgles_types_1.asName)(tableName)}(id)
117
+ )
118
+ `;
119
+ console.log(`Creating ${action} ...`, lookupTableName);
120
+ await runQuery(query);
121
+ console.log(`Created ${action}`);
122
+ }
123
+ else {
124
+ const cols = await this.dbo[lookupTableName].getColumns();
125
+ const badCols = cols.filter(c => !c.references);
126
+ await Promise.all(badCols.map(async (badCol) => {
127
+ console.error(`Prostgles: media ${lookupTableName} joining table has lost a reference constraint for column ${badCol.name}.` +
128
+ ` This may have been caused by a DROP TABLE ... CASCADE.`);
129
+ let q = ` ALTER TABLE ${(0, prostgles_types_1.asName)(lookupTableName)} ADD FOREIGN KEY (${badCol.name}) `;
130
+ console.log("Trying to add the missing constraint back");
131
+ if (badCol.name === "foreign_id") {
132
+ q += `REFERENCES ${(0, prostgles_types_1.asName)(refTable)}(${(0, prostgles_types_1.asName)(pkField.name)}) `;
133
+ }
134
+ else if (badCol.name === "media_id") {
135
+ q += `REFERENCES ${(0, prostgles_types_1.asName)(tableName)}(id) `;
136
+ }
137
+ if (q) {
138
+ try {
139
+ await runQuery(q);
140
+ console.log("Added missing constraint back");
141
+ }
142
+ catch (e) {
143
+ console.error("Failed to add missing constraint", e);
144
+ }
145
+ }
146
+ }));
147
+ }
148
+ }
149
+ await prg.refreshDBO();
150
+ }
151
+ /**
152
+ * 4. Serve media through express
153
+ */
154
+ const { fileServeRoute = `/${tableName}`, expressApp: app } = fileTable;
155
+ if (fileServeRoute.endsWith("/")) {
156
+ throw `fileServeRoute must not end with a '/'`;
157
+ }
158
+ this.fileRoute = fileServeRoute;
159
+ if (app) {
160
+ app.get(this.fileRouteExpress, async (req, res) => {
161
+ if (!this.dbo[tableName]) {
162
+ res.status(500).json({ err: `Internal error: media table (${tableName}) not valid` });
163
+ return false;
164
+ }
165
+ const mediaTable = this.dbo[tableName];
166
+ try {
167
+ const { name } = req.params;
168
+ if (typeof name !== "string" || !name)
169
+ throw "Invalid media name";
170
+ const media = await mediaTable.findOne({ name }, { select: { id: 1, name: 1, signed_url: 1, signed_url_expires: 1, content_type: 1 } }, { httpReq: req });
171
+ if (!media) {
172
+ /**
173
+ * Redirect to login !??
174
+ */
175
+ // const mediaExists = await mediaTable.count({ name });
176
+ // if(mediaExists && this.prostgles.authHandler){
177
+ // } else {
178
+ // throw "Invalid media";
179
+ // }
180
+ throw "Invalid media";
181
+ }
182
+ if (this.s3Client) {
183
+ let url = media.signed_url;
184
+ const expires = +(media.signed_url_expires || 0);
185
+ const EXPIRES = Date.now() + FileManager_1.HOUR;
186
+ if (!url || expires < EXPIRES) {
187
+ url = await this.getFileS3URL(media.name, 60 * 60);
188
+ await mediaTable.update({ name }, { signed_url: url, signed_url_expires: EXPIRES });
189
+ }
190
+ res.redirect(url);
191
+ }
192
+ else {
193
+ const pth = `${this.config.localFolderPath}/${media.name}`;
194
+ if (!fs.existsSync(pth)) {
195
+ throw new Error("File not found");
196
+ }
197
+ res.contentType(media.content_type);
198
+ res.sendFile(pth);
199
+ }
200
+ }
201
+ catch (e) {
202
+ console.log(e);
203
+ res.status(404).json({ err: "Invalid/missing media" });
204
+ }
205
+ });
206
+ }
207
+ }
208
+ exports.initFileManager = initFileManager;
209
+ //# sourceMappingURL=initFileManager.js.map