graphile-presigned-url-plugin 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/index.d.ts +1 -1
- package/esm/index.js +1 -1
- package/esm/plugin.js +56 -40
- package/esm/storage-module-cache.d.ts +58 -3
- package/esm/storage-module-cache.js +202 -37
- package/esm/types.d.ts +14 -1
- package/index.d.ts +1 -1
- package/index.js +3 -1
- package/package.json +3 -2
- package/plugin.js +55 -39
- package/storage-module-cache.d.ts +58 -3
- package/storage-module-cache.js +204 -37
- package/types.d.ts +14 -1
package/index.js
CHANGED
|
@@ -28,7 +28,7 @@
|
|
|
28
28
|
* ```
|
|
29
29
|
*/
|
|
30
30
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
31
|
-
exports.headObject = exports.generatePresignedGetUrl = exports.generatePresignedPutUrl = exports.markS3BucketProvisioned = exports.isS3BucketProvisioned = exports.clearBucketCache = exports.clearStorageModuleCache = exports.getBucketConfig = exports.getStorageModuleConfig = exports.PresignedUrlPreset = exports.createDownloadUrlPlugin = exports.createPresignedUrlPlugin = exports.PresignedUrlPlugin = void 0;
|
|
31
|
+
exports.headObject = exports.generatePresignedGetUrl = exports.generatePresignedPutUrl = exports.markS3BucketProvisioned = exports.isS3BucketProvisioned = exports.clearBucketCache = exports.clearStorageModuleCache = exports.resolveStorageModuleByFileId = exports.getBucketConfig = exports.getStorageModuleConfigForOwner = exports.getStorageModuleConfig = exports.PresignedUrlPreset = exports.createDownloadUrlPlugin = exports.createPresignedUrlPlugin = exports.PresignedUrlPlugin = void 0;
|
|
32
32
|
var plugin_1 = require("./plugin");
|
|
33
33
|
Object.defineProperty(exports, "PresignedUrlPlugin", { enumerable: true, get: function () { return plugin_1.PresignedUrlPlugin; } });
|
|
34
34
|
Object.defineProperty(exports, "createPresignedUrlPlugin", { enumerable: true, get: function () { return plugin_1.createPresignedUrlPlugin; } });
|
|
@@ -38,7 +38,9 @@ var preset_1 = require("./preset");
|
|
|
38
38
|
Object.defineProperty(exports, "PresignedUrlPreset", { enumerable: true, get: function () { return preset_1.PresignedUrlPreset; } });
|
|
39
39
|
var storage_module_cache_1 = require("./storage-module-cache");
|
|
40
40
|
Object.defineProperty(exports, "getStorageModuleConfig", { enumerable: true, get: function () { return storage_module_cache_1.getStorageModuleConfig; } });
|
|
41
|
+
Object.defineProperty(exports, "getStorageModuleConfigForOwner", { enumerable: true, get: function () { return storage_module_cache_1.getStorageModuleConfigForOwner; } });
|
|
41
42
|
Object.defineProperty(exports, "getBucketConfig", { enumerable: true, get: function () { return storage_module_cache_1.getBucketConfig; } });
|
|
43
|
+
Object.defineProperty(exports, "resolveStorageModuleByFileId", { enumerable: true, get: function () { return storage_module_cache_1.resolveStorageModuleByFileId; } });
|
|
42
44
|
Object.defineProperty(exports, "clearStorageModuleCache", { enumerable: true, get: function () { return storage_module_cache_1.clearStorageModuleCache; } });
|
|
43
45
|
Object.defineProperty(exports, "clearBucketCache", { enumerable: true, get: function () { return storage_module_cache_1.clearBucketCache; } });
|
|
44
46
|
Object.defineProperty(exports, "isS3BucketProvisioned", { enumerable: true, get: function () { return storage_module_cache_1.isS3BucketProvisioned; } });
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "graphile-presigned-url-plugin",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.1",
|
|
4
4
|
"description": "Presigned URL upload plugin for PostGraphile v5 — requestUploadUrl, confirmUpload mutations and downloadUrl computed field",
|
|
5
5
|
"author": "Constructive <developers@constructive.io>",
|
|
6
6
|
"homepage": "https://github.com/constructive-io/constructive",
|
|
@@ -43,6 +43,7 @@
|
|
|
43
43
|
"@aws-sdk/client-s3": "^3.1009.0",
|
|
44
44
|
"@aws-sdk/s3-request-presigner": "^3.1009.0",
|
|
45
45
|
"@pgpmjs/logger": "^2.6.0",
|
|
46
|
+
"@pgsql/quotes": "^17.1.0",
|
|
46
47
|
"lru-cache": "^11.2.7"
|
|
47
48
|
},
|
|
48
49
|
"peerDependencies": {
|
|
@@ -59,5 +60,5 @@
|
|
|
59
60
|
"@types/node": "^22.19.11",
|
|
60
61
|
"makage": "^0.1.10"
|
|
61
62
|
},
|
|
62
|
-
"gitHead": "
|
|
63
|
+
"gitHead": "b816000e463c796c41160a4ed5d34ad3356a2ad5"
|
|
63
64
|
}
|
package/plugin.js
CHANGED
|
@@ -121,6 +121,13 @@ function createPresignedUrlPlugin(options) {
|
|
|
121
121
|
input RequestUploadUrlInput {
|
|
122
122
|
"""Bucket key (e.g., "public", "private")"""
|
|
123
123
|
bucketKey: String!
|
|
124
|
+
"""
|
|
125
|
+
Owner entity ID for entity-scoped uploads.
|
|
126
|
+
Omit for app-level (database-wide) storage.
|
|
127
|
+
When provided, resolves the storage module for the entity type
|
|
128
|
+
that owns this entity instance (e.g., a data room ID, team ID).
|
|
129
|
+
"""
|
|
130
|
+
ownerId: UUID
|
|
124
131
|
"""SHA-256 content hash computed by the client (hex-encoded, 64 chars)"""
|
|
125
132
|
contentHash: String!
|
|
126
133
|
"""MIME type of the file (e.g., "image/png")"""
|
|
@@ -192,7 +199,7 @@ function createPresignedUrlPlugin(options) {
|
|
|
192
199
|
});
|
|
193
200
|
return (0, grafast_1.lambda)($combined, async ({ input, withPgClient, pgSettings }) => {
|
|
194
201
|
// --- Input validation ---
|
|
195
|
-
const { bucketKey, contentHash, contentType, size, filename } = input;
|
|
202
|
+
const { bucketKey, ownerId, contentHash, contentType, size, filename } = input;
|
|
196
203
|
if (!bucketKey || typeof bucketKey !== 'string' || bucketKey.length > MAX_BUCKET_KEY_LENGTH) {
|
|
197
204
|
throw new Error('INVALID_BUCKET_KEY');
|
|
198
205
|
}
|
|
@@ -212,9 +219,14 @@ function createPresignedUrlPlugin(options) {
|
|
|
212
219
|
if (!databaseId) {
|
|
213
220
|
throw new Error('DATABASE_NOT_FOUND');
|
|
214
221
|
}
|
|
215
|
-
|
|
222
|
+
// --- Resolve storage module (app-level or entity-scoped) ---
|
|
223
|
+
const storageConfig = ownerId
|
|
224
|
+
? await (0, storage_module_cache_1.getStorageModuleConfigForOwner)(txClient, databaseId, ownerId)
|
|
225
|
+
: await (0, storage_module_cache_1.getStorageModuleConfig)(txClient, databaseId);
|
|
216
226
|
if (!storageConfig) {
|
|
217
|
-
throw new Error(
|
|
227
|
+
throw new Error(ownerId
|
|
228
|
+
? 'STORAGE_MODULE_NOT_FOUND_FOR_OWNER: no storage module found for the given ownerId'
|
|
229
|
+
: 'STORAGE_MODULE_NOT_PROVISIONED');
|
|
218
230
|
}
|
|
219
231
|
// --- Validate size against storage module default (bucket override checked below) ---
|
|
220
232
|
if (typeof size !== 'number' || size <= 0 || size > storageConfig.defaultMaxFileSize) {
|
|
@@ -226,7 +238,7 @@ function createPresignedUrlPlugin(options) {
|
|
|
226
238
|
}
|
|
227
239
|
}
|
|
228
240
|
// --- Look up the bucket (cached; first miss queries via RLS) ---
|
|
229
|
-
const bucket = await (0, storage_module_cache_1.getBucketConfig)(txClient, storageConfig, databaseId, bucketKey);
|
|
241
|
+
const bucket = await (0, storage_module_cache_1.getBucketConfig)(txClient, storageConfig, databaseId, bucketKey, ownerId);
|
|
230
242
|
if (!bucket) {
|
|
231
243
|
throw new Error('BUCKET_NOT_FOUND');
|
|
232
244
|
}
|
|
@@ -251,15 +263,15 @@ function createPresignedUrlPlugin(options) {
|
|
|
251
263
|
throw new Error(`FILE_TOO_LARGE: exceeds bucket max of ${bucket.max_file_size} bytes`);
|
|
252
264
|
}
|
|
253
265
|
const s3Key = buildS3Key(contentHash);
|
|
254
|
-
// --- Dedup check: look for existing file with same
|
|
266
|
+
// --- Dedup check: look for existing file with same key (content hash) in this bucket ---
|
|
255
267
|
const dedupResult = await txClient.query({
|
|
256
268
|
text: `SELECT id, status
|
|
257
269
|
FROM ${storageConfig.filesQualifiedName}
|
|
258
|
-
WHERE
|
|
270
|
+
WHERE key = $1
|
|
259
271
|
AND bucket_id = $2
|
|
260
272
|
AND status IN ('ready', 'processed')
|
|
261
273
|
LIMIT 1`,
|
|
262
|
-
values: [
|
|
274
|
+
values: [s3Key, bucket.id],
|
|
263
275
|
});
|
|
264
276
|
if (dedupResult.rows.length > 0) {
|
|
265
277
|
const existingFile = dedupResult.rows[0];
|
|
@@ -280,21 +292,36 @@ function createPresignedUrlPlugin(options) {
|
|
|
280
292
|
};
|
|
281
293
|
}
|
|
282
294
|
// --- Create file record (status=pending) ---
|
|
295
|
+
// For app-level storage (no owner_id column), omit owner_id from the INSERT.
|
|
296
|
+
const hasOwnerColumn = storageConfig.membershipType !== null;
|
|
283
297
|
const fileResult = await txClient.query({
|
|
284
|
-
text:
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
+
text: hasOwnerColumn
|
|
299
|
+
? `INSERT INTO ${storageConfig.filesQualifiedName}
|
|
300
|
+
(bucket_id, key, mime_type, size, filename, owner_id, is_public, status)
|
|
301
|
+
VALUES ($1, $2, $3, $4, $5, $6, $7, 'pending')
|
|
302
|
+
RETURNING id`
|
|
303
|
+
: `INSERT INTO ${storageConfig.filesQualifiedName}
|
|
304
|
+
(bucket_id, key, mime_type, size, filename, is_public, status)
|
|
305
|
+
VALUES ($1, $2, $3, $4, $5, $6, 'pending')
|
|
306
|
+
RETURNING id`,
|
|
307
|
+
values: hasOwnerColumn
|
|
308
|
+
? [
|
|
309
|
+
bucket.id,
|
|
310
|
+
s3Key,
|
|
311
|
+
contentType,
|
|
312
|
+
size,
|
|
313
|
+
filename || null,
|
|
314
|
+
bucket.owner_id,
|
|
315
|
+
bucket.is_public,
|
|
316
|
+
]
|
|
317
|
+
: [
|
|
318
|
+
bucket.id,
|
|
319
|
+
s3Key,
|
|
320
|
+
contentType,
|
|
321
|
+
size,
|
|
322
|
+
filename || null,
|
|
323
|
+
bucket.is_public,
|
|
324
|
+
],
|
|
298
325
|
});
|
|
299
326
|
const fileId = fileResult.rows[0].id;
|
|
300
327
|
// --- Ensure the S3 bucket exists (lazy provisioning) ---
|
|
@@ -337,27 +364,16 @@ function createPresignedUrlPlugin(options) {
|
|
|
337
364
|
}
|
|
338
365
|
return withPgClient(pgSettings, async (pgClient) => {
|
|
339
366
|
return pgClient.withTransaction(async (txClient) => {
|
|
340
|
-
// --- Resolve storage module
|
|
367
|
+
// --- Resolve storage module by file ID (probes all file tables) ---
|
|
341
368
|
const databaseId = await resolveDatabaseId(txClient);
|
|
342
369
|
if (!databaseId) {
|
|
343
370
|
throw new Error('DATABASE_NOT_FOUND');
|
|
344
371
|
}
|
|
345
|
-
const
|
|
346
|
-
if (!
|
|
347
|
-
throw new Error('STORAGE_MODULE_NOT_PROVISIONED');
|
|
348
|
-
}
|
|
349
|
-
// --- Look up the file (RLS enforced) ---
|
|
350
|
-
const fileResult = await txClient.query({
|
|
351
|
-
text: `SELECT id, key, content_type, status, bucket_id
|
|
352
|
-
FROM ${storageConfig.filesQualifiedName}
|
|
353
|
-
WHERE id = $1
|
|
354
|
-
LIMIT 1`,
|
|
355
|
-
values: [fileId],
|
|
356
|
-
});
|
|
357
|
-
if (fileResult.rows.length === 0) {
|
|
372
|
+
const resolved = await (0, storage_module_cache_1.resolveStorageModuleByFileId)(txClient, databaseId, fileId);
|
|
373
|
+
if (!resolved) {
|
|
358
374
|
throw new Error('FILE_NOT_FOUND');
|
|
359
375
|
}
|
|
360
|
-
const file =
|
|
376
|
+
const { storageConfig, file } = resolved;
|
|
361
377
|
if (file.status !== 'pending') {
|
|
362
378
|
// File is already confirmed or processed — idempotent success
|
|
363
379
|
return {
|
|
@@ -368,12 +384,12 @@ function createPresignedUrlPlugin(options) {
|
|
|
368
384
|
}
|
|
369
385
|
// --- Verify file exists in S3 (per-database bucket) ---
|
|
370
386
|
const s3ForDb = resolveS3ForDatabase(options, storageConfig, databaseId);
|
|
371
|
-
const s3Head = await (0, s3_signer_1.headObject)(s3ForDb, file.key, file.
|
|
387
|
+
const s3Head = await (0, s3_signer_1.headObject)(s3ForDb, file.key, file.mime_type);
|
|
372
388
|
if (!s3Head) {
|
|
373
389
|
throw new Error('FILE_NOT_IN_S3: the file has not been uploaded yet');
|
|
374
390
|
}
|
|
375
391
|
// --- Content-type verification ---
|
|
376
|
-
if (s3Head.contentType && s3Head.contentType !== file.
|
|
392
|
+
if (s3Head.contentType && s3Head.contentType !== file.mime_type) {
|
|
377
393
|
// Mark upload_request as rejected
|
|
378
394
|
await txClient.query({
|
|
379
395
|
text: `UPDATE ${storageConfig.uploadRequestsQualifiedName}
|
|
@@ -381,7 +397,7 @@ function createPresignedUrlPlugin(options) {
|
|
|
381
397
|
WHERE file_id = $1 AND status = 'issued'`,
|
|
382
398
|
values: [fileId],
|
|
383
399
|
});
|
|
384
|
-
throw new Error(`CONTENT_TYPE_MISMATCH: expected ${file.
|
|
400
|
+
throw new Error(`CONTENT_TYPE_MISMATCH: expected ${file.mime_type}, got ${s3Head.contentType}`);
|
|
385
401
|
}
|
|
386
402
|
// --- Transition file to 'ready' ---
|
|
387
403
|
await txClient.query({
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import type { StorageModuleConfig, BucketConfig } from './types';
|
|
2
2
|
/**
|
|
3
|
-
* Resolve the storage module config for a database, using the LRU cache.
|
|
3
|
+
* Resolve the app-level storage module config for a database, using the LRU cache.
|
|
4
|
+
*
|
|
5
|
+
* This is the default path when no ownerId is provided. It returns the
|
|
6
|
+
* storage module with membership_type IS NULL (app-level / database-wide).
|
|
4
7
|
*
|
|
5
8
|
* @param pgClient - A pg client from the Graphile context (withPgClient or pgClient)
|
|
6
9
|
* @param databaseId - The metaschema database UUID
|
|
@@ -14,6 +17,57 @@ export declare function getStorageModuleConfig(pgClient: {
|
|
|
14
17
|
rows: unknown[];
|
|
15
18
|
}>;
|
|
16
19
|
}, databaseId: string): Promise<StorageModuleConfig | null>;
|
|
20
|
+
/**
|
|
21
|
+
* Resolve the storage module config for a specific owner entity.
|
|
22
|
+
*
|
|
23
|
+
* When ownerId is provided, this function:
|
|
24
|
+
* 1. Loads ALL storage modules for the database (cached)
|
|
25
|
+
* 2. Finds which entity-scoped module contains the ownerId in its entity table
|
|
26
|
+
* 3. Returns that module's config
|
|
27
|
+
*
|
|
28
|
+
* This is the core of Option C — the ownerId tells us which scope to use.
|
|
29
|
+
*
|
|
30
|
+
* @param pgClient - A pg client from the Graphile context
|
|
31
|
+
* @param databaseId - The metaschema database UUID
|
|
32
|
+
* @param ownerId - The entity instance UUID (e.g., a data room ID, team ID)
|
|
33
|
+
* @returns StorageModuleConfig or null if no matching module found
|
|
34
|
+
*/
|
|
35
|
+
export declare function getStorageModuleConfigForOwner(pgClient: {
|
|
36
|
+
query: (opts: {
|
|
37
|
+
text: string;
|
|
38
|
+
values?: unknown[];
|
|
39
|
+
}) => Promise<{
|
|
40
|
+
rows: unknown[];
|
|
41
|
+
}>;
|
|
42
|
+
}, databaseId: string, ownerId: string): Promise<StorageModuleConfig | null>;
|
|
43
|
+
/**
|
|
44
|
+
* Resolve the storage module that owns a specific file by probing all file tables.
|
|
45
|
+
*
|
|
46
|
+
* Used by confirmUpload when only a fileId (UUID) is available.
|
|
47
|
+
* Since UUIDs are globally unique, exactly one table will contain the file.
|
|
48
|
+
*
|
|
49
|
+
* @param pgClient - A pg client from the Graphile context
|
|
50
|
+
* @param databaseId - The metaschema database UUID
|
|
51
|
+
* @param fileId - The file UUID to look up
|
|
52
|
+
* @returns Object with the storage config and file row, or null if not found
|
|
53
|
+
*/
|
|
54
|
+
export declare function resolveStorageModuleByFileId(pgClient: {
|
|
55
|
+
query: (opts: {
|
|
56
|
+
text: string;
|
|
57
|
+
values?: unknown[];
|
|
58
|
+
}) => Promise<{
|
|
59
|
+
rows: unknown[];
|
|
60
|
+
}>;
|
|
61
|
+
}, databaseId: string, fileId: string): Promise<{
|
|
62
|
+
storageConfig: StorageModuleConfig;
|
|
63
|
+
file: {
|
|
64
|
+
id: string;
|
|
65
|
+
key: string;
|
|
66
|
+
mime_type: string;
|
|
67
|
+
status: string;
|
|
68
|
+
bucket_id: string;
|
|
69
|
+
};
|
|
70
|
+
} | null>;
|
|
17
71
|
/**
|
|
18
72
|
* Resolve bucket metadata for a given database + bucket key, using the LRU cache.
|
|
19
73
|
*
|
|
@@ -21,9 +75,10 @@ export declare function getStorageModuleConfig(pgClient: {
|
|
|
21
75
|
* the pgClient). On cache hit, returns the cached metadata directly.
|
|
22
76
|
*
|
|
23
77
|
* @param pgClient - A pg client from the Graphile context
|
|
24
|
-
* @param storageConfig - The resolved StorageModuleConfig for this database
|
|
78
|
+
* @param storageConfig - The resolved StorageModuleConfig for this database/scope
|
|
25
79
|
* @param databaseId - The metaschema database UUID (used as cache key prefix)
|
|
26
80
|
* @param bucketKey - The bucket key (e.g., "public", "private")
|
|
81
|
+
* @param ownerId - Optional owner entity ID for entity-scoped bucket lookup
|
|
27
82
|
* @returns BucketConfig or null if the bucket doesn't exist / isn't accessible
|
|
28
83
|
*/
|
|
29
84
|
export declare function getBucketConfig(pgClient: {
|
|
@@ -33,7 +88,7 @@ export declare function getBucketConfig(pgClient: {
|
|
|
33
88
|
}) => Promise<{
|
|
34
89
|
rows: unknown[];
|
|
35
90
|
}>;
|
|
36
|
-
}, storageConfig: StorageModuleConfig, databaseId: string, bucketKey: string): Promise<BucketConfig | null>;
|
|
91
|
+
}, storageConfig: StorageModuleConfig, databaseId: string, bucketKey: string, ownerId?: string): Promise<BucketConfig | null>;
|
|
37
92
|
/**
|
|
38
93
|
* Check whether an S3 bucket has already been provisioned (cached).
|
|
39
94
|
*/
|
package/storage-module-cache.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.getStorageModuleConfig = getStorageModuleConfig;
|
|
4
|
+
exports.getStorageModuleConfigForOwner = getStorageModuleConfigForOwner;
|
|
5
|
+
exports.resolveStorageModuleByFileId = resolveStorageModuleByFileId;
|
|
4
6
|
exports.getBucketConfig = getBucketConfig;
|
|
5
7
|
exports.isS3BucketProvisioned = isS3BucketProvisioned;
|
|
6
8
|
exports.markS3BucketProvisioned = markS3BucketProvisioned;
|
|
@@ -8,6 +10,7 @@ exports.clearStorageModuleCache = clearStorageModuleCache;
|
|
|
8
10
|
exports.clearBucketCache = clearBucketCache;
|
|
9
11
|
const logger_1 = require("@pgpmjs/logger");
|
|
10
12
|
const lru_cache_1 = require("lru-cache");
|
|
13
|
+
const quotes_1 = require("@pgsql/quotes");
|
|
11
14
|
const log = new logger_1.Logger('graphile-presigned-url:cache');
|
|
12
15
|
// --- Defaults ---
|
|
13
16
|
const DEFAULT_UPLOAD_URL_EXPIRY_SECONDS = 900; // 15 minutes
|
|
@@ -33,13 +36,18 @@ const storageModuleCache = new lru_cache_1.LRUCache({
|
|
|
33
36
|
updateAgeOnGet: true,
|
|
34
37
|
});
|
|
35
38
|
/**
|
|
36
|
-
* SQL query to resolve storage module config for a database.
|
|
39
|
+
* SQL query to resolve the app-level storage module config for a database.
|
|
37
40
|
*
|
|
38
41
|
* Joins storage_module → table → schema to get fully-qualified table names.
|
|
42
|
+
* Filters to app-level (membership_type IS NULL) by default.
|
|
43
|
+
*
|
|
44
|
+
* Requires the multi-scope schema (membership_type column on storage_module).
|
|
39
45
|
*/
|
|
40
|
-
const
|
|
46
|
+
const APP_STORAGE_MODULE_QUERY = `
|
|
41
47
|
SELECT
|
|
42
48
|
sm.id,
|
|
49
|
+
sm.membership_type,
|
|
50
|
+
sm.entity_table_id,
|
|
43
51
|
bs.schema_name AS buckets_schema,
|
|
44
52
|
bt.name AS buckets_table,
|
|
45
53
|
fs.schema_name AS files_schema,
|
|
@@ -54,7 +62,9 @@ const STORAGE_MODULE_QUERY = `
|
|
|
54
62
|
sm.download_url_expiry_seconds,
|
|
55
63
|
sm.default_max_file_size,
|
|
56
64
|
sm.max_filename_length,
|
|
57
|
-
sm.cache_ttl_seconds
|
|
65
|
+
sm.cache_ttl_seconds,
|
|
66
|
+
NULL AS entity_schema,
|
|
67
|
+
NULL AS entity_table
|
|
58
68
|
FROM metaschema_modules_public.storage_module sm
|
|
59
69
|
JOIN metaschema_public.table bt ON bt.id = sm.buckets_table_id
|
|
60
70
|
JOIN metaschema_public.schema bs ON bs.id = bt.schema_id
|
|
@@ -63,38 +73,67 @@ const STORAGE_MODULE_QUERY = `
|
|
|
63
73
|
JOIN metaschema_public.table urt ON urt.id = sm.upload_requests_table_id
|
|
64
74
|
JOIN metaschema_public.schema urs ON urs.id = urt.schema_id
|
|
65
75
|
WHERE sm.database_id = $1
|
|
76
|
+
AND sm.membership_type IS NULL
|
|
66
77
|
LIMIT 1
|
|
67
78
|
`;
|
|
68
79
|
/**
|
|
69
|
-
*
|
|
80
|
+
* SQL query to resolve ALL storage modules for a database (app-level + entity-scoped).
|
|
70
81
|
*
|
|
71
|
-
*
|
|
72
|
-
*
|
|
73
|
-
* @returns StorageModuleConfig or null if no storage module is provisioned
|
|
82
|
+
* Returns all storage modules with their entity table names for ownerId resolution.
|
|
83
|
+
* Requires the multi-scope schema.
|
|
74
84
|
*/
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
85
|
+
const ALL_STORAGE_MODULES_QUERY = `
|
|
86
|
+
SELECT
|
|
87
|
+
sm.id,
|
|
88
|
+
sm.membership_type,
|
|
89
|
+
sm.entity_table_id,
|
|
90
|
+
bs.schema_name AS buckets_schema,
|
|
91
|
+
bt.name AS buckets_table,
|
|
92
|
+
fs.schema_name AS files_schema,
|
|
93
|
+
ft.name AS files_table,
|
|
94
|
+
urs.schema_name AS upload_requests_schema,
|
|
95
|
+
urt.name AS upload_requests_table,
|
|
96
|
+
sm.endpoint,
|
|
97
|
+
sm.public_url_prefix,
|
|
98
|
+
sm.provider,
|
|
99
|
+
sm.allowed_origins,
|
|
100
|
+
sm.upload_url_expiry_seconds,
|
|
101
|
+
sm.download_url_expiry_seconds,
|
|
102
|
+
sm.default_max_file_size,
|
|
103
|
+
sm.max_filename_length,
|
|
104
|
+
sm.cache_ttl_seconds,
|
|
105
|
+
es.schema_name AS entity_schema,
|
|
106
|
+
et.name AS entity_table
|
|
107
|
+
FROM metaschema_modules_public.storage_module sm
|
|
108
|
+
JOIN metaschema_public.table bt ON bt.id = sm.buckets_table_id
|
|
109
|
+
JOIN metaschema_public.schema bs ON bs.id = bt.schema_id
|
|
110
|
+
JOIN metaschema_public.table ft ON ft.id = sm.files_table_id
|
|
111
|
+
JOIN metaschema_public.schema fs ON fs.id = ft.schema_id
|
|
112
|
+
JOIN metaschema_public.table urt ON urt.id = sm.upload_requests_table_id
|
|
113
|
+
JOIN metaschema_public.schema urs ON urs.id = urt.schema_id
|
|
114
|
+
LEFT JOIN metaschema_public.table et ON et.id = sm.entity_table_id
|
|
115
|
+
LEFT JOIN metaschema_public.schema es ON es.id = et.schema_id
|
|
116
|
+
WHERE sm.database_id = $1
|
|
117
|
+
`;
|
|
118
|
+
/**
|
|
119
|
+
* Build a StorageModuleConfig from a raw DB row.
|
|
120
|
+
*/
|
|
121
|
+
function buildConfig(row) {
|
|
88
122
|
const cacheTtlSeconds = row.cache_ttl_seconds ?? DEFAULT_CACHE_TTL_SECONDS;
|
|
89
|
-
|
|
123
|
+
return {
|
|
90
124
|
id: row.id,
|
|
91
|
-
bucketsQualifiedName:
|
|
92
|
-
filesQualifiedName:
|
|
93
|
-
uploadRequestsQualifiedName:
|
|
125
|
+
bucketsQualifiedName: quotes_1.QuoteUtils.quoteQualifiedIdentifier(row.buckets_schema, row.buckets_table),
|
|
126
|
+
filesQualifiedName: quotes_1.QuoteUtils.quoteQualifiedIdentifier(row.files_schema, row.files_table),
|
|
127
|
+
uploadRequestsQualifiedName: quotes_1.QuoteUtils.quoteQualifiedIdentifier(row.upload_requests_schema, row.upload_requests_table),
|
|
94
128
|
schemaName: row.buckets_schema,
|
|
95
129
|
bucketsTableName: row.buckets_table,
|
|
96
130
|
filesTableName: row.files_table,
|
|
97
131
|
uploadRequestsTableName: row.upload_requests_table,
|
|
132
|
+
membershipType: row.membership_type,
|
|
133
|
+
entityTableId: row.entity_table_id,
|
|
134
|
+
entityQualifiedName: row.entity_schema && row.entity_table
|
|
135
|
+
? quotes_1.QuoteUtils.quoteQualifiedIdentifier(row.entity_schema, row.entity_table)
|
|
136
|
+
: null,
|
|
98
137
|
endpoint: row.endpoint,
|
|
99
138
|
publicUrlPrefix: row.public_url_prefix,
|
|
100
139
|
provider: row.provider,
|
|
@@ -105,10 +144,129 @@ async function getStorageModuleConfig(pgClient, databaseId) {
|
|
|
105
144
|
maxFilenameLength: row.max_filename_length ?? DEFAULT_MAX_FILENAME_LENGTH,
|
|
106
145
|
cacheTtlSeconds,
|
|
107
146
|
};
|
|
147
|
+
}
|
|
148
|
+
/**
|
|
149
|
+
* Resolve the app-level storage module config for a database, using the LRU cache.
|
|
150
|
+
*
|
|
151
|
+
* This is the default path when no ownerId is provided. It returns the
|
|
152
|
+
* storage module with membership_type IS NULL (app-level / database-wide).
|
|
153
|
+
*
|
|
154
|
+
* @param pgClient - A pg client from the Graphile context (withPgClient or pgClient)
|
|
155
|
+
* @param databaseId - The metaschema database UUID
|
|
156
|
+
* @returns StorageModuleConfig or null if no storage module is provisioned
|
|
157
|
+
*/
|
|
158
|
+
async function getStorageModuleConfig(pgClient, databaseId) {
|
|
159
|
+
const cacheKey = `storage:${databaseId}:app`;
|
|
160
|
+
const cached = storageModuleCache.get(cacheKey);
|
|
161
|
+
if (cached) {
|
|
162
|
+
return cached;
|
|
163
|
+
}
|
|
164
|
+
log.debug(`Cache miss for app-level storage in database ${databaseId}, querying metaschema...`);
|
|
165
|
+
const result = await pgClient.query({ text: APP_STORAGE_MODULE_QUERY, values: [databaseId] });
|
|
166
|
+
if (result.rows.length === 0) {
|
|
167
|
+
log.warn(`No app-level storage module found for database ${databaseId}`);
|
|
168
|
+
return null;
|
|
169
|
+
}
|
|
170
|
+
const config = buildConfig(result.rows[0]);
|
|
108
171
|
storageModuleCache.set(cacheKey, config);
|
|
109
|
-
log.debug(`Cached storage config for database ${databaseId}: ${config.bucketsQualifiedName}`);
|
|
172
|
+
log.debug(`Cached app-level storage config for database ${databaseId}: ${config.bucketsQualifiedName}`);
|
|
110
173
|
return config;
|
|
111
174
|
}
|
|
175
|
+
/**
|
|
176
|
+
* Resolve the storage module config for a specific owner entity.
|
|
177
|
+
*
|
|
178
|
+
* When ownerId is provided, this function:
|
|
179
|
+
* 1. Loads ALL storage modules for the database (cached)
|
|
180
|
+
* 2. Finds which entity-scoped module contains the ownerId in its entity table
|
|
181
|
+
* 3. Returns that module's config
|
|
182
|
+
*
|
|
183
|
+
* This is the core of Option C — the ownerId tells us which scope to use.
|
|
184
|
+
*
|
|
185
|
+
* @param pgClient - A pg client from the Graphile context
|
|
186
|
+
* @param databaseId - The metaschema database UUID
|
|
187
|
+
* @param ownerId - The entity instance UUID (e.g., a data room ID, team ID)
|
|
188
|
+
* @returns StorageModuleConfig or null if no matching module found
|
|
189
|
+
*/
|
|
190
|
+
async function getStorageModuleConfigForOwner(pgClient, databaseId, ownerId) {
|
|
191
|
+
// Check if we already have a cached mapping for this ownerId
|
|
192
|
+
const ownerCacheKey = `storage:${databaseId}:owner:${ownerId}`;
|
|
193
|
+
const cachedOwner = storageModuleCache.get(ownerCacheKey);
|
|
194
|
+
if (cachedOwner) {
|
|
195
|
+
return cachedOwner;
|
|
196
|
+
}
|
|
197
|
+
// Load all storage modules for this database
|
|
198
|
+
const allModulesCacheKey = `storage:${databaseId}:all`;
|
|
199
|
+
let allConfigs;
|
|
200
|
+
const cachedAll = storageModuleCache.get(allModulesCacheKey);
|
|
201
|
+
if (cachedAll) {
|
|
202
|
+
// We stored a sentinel; re-derive from individual caches
|
|
203
|
+
// Actually, let's just query fresh — this is the cache-miss path
|
|
204
|
+
allConfigs = [];
|
|
205
|
+
}
|
|
206
|
+
else {
|
|
207
|
+
allConfigs = [];
|
|
208
|
+
}
|
|
209
|
+
if (allConfigs.length === 0) {
|
|
210
|
+
log.debug(`Loading all storage modules for database ${databaseId} to resolve ownerId ${ownerId}`);
|
|
211
|
+
const result = await pgClient.query({ text: ALL_STORAGE_MODULES_QUERY, values: [databaseId] });
|
|
212
|
+
allConfigs = result.rows.map(buildConfig);
|
|
213
|
+
// Cache each individual config by its membership type
|
|
214
|
+
for (const config of allConfigs) {
|
|
215
|
+
const key = config.membershipType === null
|
|
216
|
+
? `storage:${databaseId}:app`
|
|
217
|
+
: `storage:${databaseId}:mt:${config.membershipType}`;
|
|
218
|
+
storageModuleCache.set(key, config);
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
// Find entity-scoped modules and probe their entity tables for the ownerId
|
|
222
|
+
const entityModules = allConfigs.filter((c) => c.entityQualifiedName !== null);
|
|
223
|
+
for (const mod of entityModules) {
|
|
224
|
+
const probeResult = await pgClient.query({
|
|
225
|
+
text: `SELECT 1 FROM ${mod.entityQualifiedName} WHERE id = $1 LIMIT 1`,
|
|
226
|
+
values: [ownerId],
|
|
227
|
+
});
|
|
228
|
+
if (probeResult.rows.length > 0) {
|
|
229
|
+
// Found the matching module — cache the ownerId→module mapping
|
|
230
|
+
storageModuleCache.set(ownerCacheKey, mod);
|
|
231
|
+
log.debug(`Resolved ownerId ${ownerId} to storage module ${mod.id} ` +
|
|
232
|
+
`(membershipType=${mod.membershipType}, table=${mod.bucketsQualifiedName})`);
|
|
233
|
+
return mod;
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
log.warn(`No entity-scoped storage module found for ownerId ${ownerId} in database ${databaseId}`);
|
|
237
|
+
return null;
|
|
238
|
+
}
|
|
239
|
+
/**
|
|
240
|
+
* Resolve the storage module that owns a specific file by probing all file tables.
|
|
241
|
+
*
|
|
242
|
+
* Used by confirmUpload when only a fileId (UUID) is available.
|
|
243
|
+
* Since UUIDs are globally unique, exactly one table will contain the file.
|
|
244
|
+
*
|
|
245
|
+
* @param pgClient - A pg client from the Graphile context
|
|
246
|
+
* @param databaseId - The metaschema database UUID
|
|
247
|
+
* @param fileId - The file UUID to look up
|
|
248
|
+
* @returns Object with the storage config and file row, or null if not found
|
|
249
|
+
*/
|
|
250
|
+
async function resolveStorageModuleByFileId(pgClient, databaseId, fileId) {
|
|
251
|
+
// Load all storage modules for this database
|
|
252
|
+
log.debug(`Resolving file ${fileId} across all storage modules for database ${databaseId}`);
|
|
253
|
+
const allConfigs = (await pgClient.query({ text: ALL_STORAGE_MODULES_QUERY, values: [databaseId] })).rows.map((row) => buildConfig(row));
|
|
254
|
+
// Probe each module's files table for the fileId
|
|
255
|
+
for (const config of allConfigs) {
|
|
256
|
+
const fileResult = await pgClient.query({
|
|
257
|
+
text: `SELECT id, key, mime_type, status, bucket_id
|
|
258
|
+
FROM ${config.filesQualifiedName}
|
|
259
|
+
WHERE id = $1
|
|
260
|
+
LIMIT 1`,
|
|
261
|
+
values: [fileId],
|
|
262
|
+
});
|
|
263
|
+
if (fileResult.rows.length > 0) {
|
|
264
|
+
const file = fileResult.rows[0];
|
|
265
|
+
return { storageConfig: config, file };
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
return null;
|
|
269
|
+
}
|
|
112
270
|
// --- Bucket metadata cache ---
|
|
113
271
|
/**
|
|
114
272
|
* LRU cache for per-database bucket metadata.
|
|
@@ -121,7 +279,7 @@ async function getStorageModuleConfig(pgClient, databaseId) {
|
|
|
121
279
|
* is safe. The important RLS is on the files table (INSERT/UPDATE),
|
|
122
280
|
* which is never cached.
|
|
123
281
|
*
|
|
124
|
-
* Keys: `bucket:${databaseId}:${bucketKey}`
|
|
282
|
+
* Keys: `bucket:${databaseId}:${storageModuleId}:${bucketKey}`
|
|
125
283
|
* TTL: same as storage module cache (5min dev / 1hr prod)
|
|
126
284
|
*/
|
|
127
285
|
const bucketCache = new lru_cache_1.LRUCache({
|
|
@@ -136,24 +294,33 @@ const bucketCache = new lru_cache_1.LRUCache({
|
|
|
136
294
|
* the pgClient). On cache hit, returns the cached metadata directly.
|
|
137
295
|
*
|
|
138
296
|
* @param pgClient - A pg client from the Graphile context
|
|
139
|
-
* @param storageConfig - The resolved StorageModuleConfig for this database
|
|
297
|
+
* @param storageConfig - The resolved StorageModuleConfig for this database/scope
|
|
140
298
|
* @param databaseId - The metaschema database UUID (used as cache key prefix)
|
|
141
299
|
* @param bucketKey - The bucket key (e.g., "public", "private")
|
|
300
|
+
* @param ownerId - Optional owner entity ID for entity-scoped bucket lookup
|
|
142
301
|
* @returns BucketConfig or null if the bucket doesn't exist / isn't accessible
|
|
143
302
|
*/
|
|
144
|
-
async function getBucketConfig(pgClient, storageConfig, databaseId, bucketKey) {
|
|
145
|
-
const cacheKey = `bucket:${databaseId}:${bucketKey}`;
|
|
303
|
+
async function getBucketConfig(pgClient, storageConfig, databaseId, bucketKey, ownerId) {
|
|
304
|
+
const cacheKey = `bucket:${databaseId}:${storageConfig.id}:${bucketKey}${ownerId ? `:${ownerId}` : ''}`;
|
|
146
305
|
const cached = bucketCache.get(cacheKey);
|
|
147
306
|
if (cached) {
|
|
148
307
|
return cached;
|
|
149
308
|
}
|
|
150
|
-
log.debug(`Bucket cache miss for ${databaseId}:${bucketKey}, querying DB...`);
|
|
309
|
+
log.debug(`Bucket cache miss for ${databaseId}:${bucketKey}${ownerId ? ` (owner=${ownerId})` : ''}, querying DB...`);
|
|
310
|
+
// Entity-scoped buckets use (owner_id, key) composite lookup;
|
|
311
|
+
// app-level buckets just use key.
|
|
312
|
+
const hasOwner = ownerId && storageConfig.membershipType !== null;
|
|
151
313
|
const result = await pgClient.query({
|
|
152
|
-
text:
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
314
|
+
text: hasOwner
|
|
315
|
+
? `SELECT id, key, type, is_public, owner_id, allowed_mime_types, max_file_size
|
|
316
|
+
FROM ${storageConfig.bucketsQualifiedName}
|
|
317
|
+
WHERE key = $1 AND owner_id = $2
|
|
318
|
+
LIMIT 1`
|
|
319
|
+
: `SELECT id, key, type, is_public, ${storageConfig.membershipType !== null ? 'owner_id,' : ''} allowed_mime_types, max_file_size
|
|
320
|
+
FROM ${storageConfig.bucketsQualifiedName}
|
|
321
|
+
WHERE key = $1
|
|
322
|
+
LIMIT 1`,
|
|
323
|
+
values: hasOwner ? [bucketKey, ownerId] : [bucketKey],
|
|
157
324
|
});
|
|
158
325
|
if (result.rows.length === 0) {
|
|
159
326
|
return null;
|
|
@@ -164,12 +331,12 @@ async function getBucketConfig(pgClient, storageConfig, databaseId, bucketKey) {
|
|
|
164
331
|
key: row.key,
|
|
165
332
|
type: row.type,
|
|
166
333
|
is_public: row.is_public,
|
|
167
|
-
owner_id: row.owner_id,
|
|
334
|
+
owner_id: row.owner_id ?? null,
|
|
168
335
|
allowed_mime_types: row.allowed_mime_types,
|
|
169
336
|
max_file_size: row.max_file_size,
|
|
170
337
|
};
|
|
171
338
|
bucketCache.set(cacheKey, config);
|
|
172
|
-
log.debug(`Cached bucket config for ${databaseId}:${bucketKey} (id=${config.id})`);
|
|
339
|
+
log.debug(`Cached bucket config for ${databaseId}:${bucketKey} (id=${config.id}, scope=${storageConfig.membershipType ?? 'app'})`);
|
|
173
340
|
return config;
|
|
174
341
|
}
|
|
175
342
|
// --- S3 bucket existence cache ---
|