@lenne.tech/nest-server 11.32.4 → 11.33.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/rules/architecture.md +16 -0
- package/.claude/rules/configurable-features.md +11 -3
- package/.claude/rules/testing.md +101 -1
- package/CLAUDE.md +5 -0
- package/FRAMEWORK-API.md +58 -3
- package/dist/config.env.js +6 -0
- package/dist/config.env.js.map +1 -1
- package/dist/core/common/helpers/content-disposition.helper.d.ts +1 -0
- package/dist/core/common/helpers/content-disposition.helper.js +14 -0
- package/dist/core/common/helpers/content-disposition.helper.js.map +1 -0
- package/dist/core/common/helpers/file.helper.d.ts +7 -0
- package/dist/core/common/helpers/file.helper.js +21 -4
- package/dist/core/common/helpers/file.helper.js.map +1 -1
- package/dist/core/common/helpers/graceful-shutdown.helper.d.ts +2 -0
- package/dist/core/common/helpers/graceful-shutdown.helper.js +55 -0
- package/dist/core/common/helpers/graceful-shutdown.helper.js.map +1 -0
- package/dist/core/common/helpers/project-name.helper.d.ts +2 -0
- package/dist/core/common/helpers/project-name.helper.js +38 -0
- package/dist/core/common/helpers/project-name.helper.js.map +1 -0
- package/dist/core/common/interfaces/cron-job-config.interface.d.ts +1 -0
- package/dist/core/common/interfaces/server-options.interface.d.ts +39 -0
- package/dist/core/common/services/core-cron-jobs.initializer.d.ts +10 -0
- package/dist/core/common/services/core-cron-jobs.initializer.js +46 -0
- package/dist/core/common/services/core-cron-jobs.initializer.js.map +1 -0
- package/dist/core/common/services/core-cron-jobs.registry.d.ts +8 -0
- package/dist/core/common/services/core-cron-jobs.registry.js +12 -0
- package/dist/core/common/services/core-cron-jobs.registry.js.map +1 -0
- package/dist/core/common/services/core-cron-jobs.service.d.ts +37 -7
- package/dist/core/common/services/core-cron-jobs.service.js +278 -27
- package/dist/core/common/services/core-cron-jobs.service.js.map +1 -1
- package/dist/core/common/services/core-redis-pubsub.d.ts +20 -0
- package/dist/core/common/services/core-redis-pubsub.js +112 -0
- package/dist/core/common/services/core-redis-pubsub.js.map +1 -0
- package/dist/core/common/services/core-redis.service.d.ts +25 -0
- package/dist/core/common/services/core-redis.service.js +154 -0
- package/dist/core/common/services/core-redis.service.js.map +1 -0
- package/dist/core/common/services/core-s3.service.d.ts +51 -0
- package/dist/core/common/services/core-s3.service.js +261 -0
- package/dist/core/common/services/core-s3.service.js.map +1 -0
- package/dist/core/common/services/core-trust-proxy.initializer.d.ts +16 -0
- package/dist/core/common/services/core-trust-proxy.initializer.js +77 -0
- package/dist/core/common/services/core-trust-proxy.initializer.js.map +1 -0
- package/dist/core/common/services/rate-limit-store.d.ts +61 -0
- package/dist/core/common/services/rate-limit-store.js +235 -0
- package/dist/core/common/services/rate-limit-store.js.map +1 -0
- package/dist/core/modules/ai/core-ai-mcp.controller.d.ts +19 -3
- package/dist/core/modules/ai/core-ai-mcp.controller.js +148 -18
- package/dist/core/modules/ai/core-ai-mcp.controller.js.map +1 -1
- package/dist/core/modules/ai/services/core-ai.service.d.ts +7 -2
- package/dist/core/modules/ai/services/core-ai.service.js +24 -20
- package/dist/core/modules/ai/services/core-ai.service.js.map +1 -1
- package/dist/core/modules/auth/core-auth.module.js +4 -1
- package/dist/core/modules/auth/core-auth.module.js.map +1 -1
- package/dist/core/modules/auth/guards/legacy-auth-rate-limit.guard.d.ts +1 -1
- package/dist/core/modules/auth/guards/legacy-auth-rate-limit.guard.js +3 -14
- package/dist/core/modules/auth/guards/legacy-auth-rate-limit.guard.js.map +1 -1
- package/dist/core/modules/auth/services/legacy-auth-rate-limiter.service.d.ts +12 -10
- package/dist/core/modules/auth/services/legacy-auth-rate-limiter.service.js +30 -59
- package/dist/core/modules/auth/services/legacy-auth-rate-limiter.service.js.map +1 -1
- package/dist/core/modules/better-auth/core-better-auth-email-verification.service.d.ts +8 -2
- package/dist/core/modules/better-auth/core-better-auth-email-verification.service.js +118 -45
- package/dist/core/modules/better-auth/core-better-auth-email-verification.service.js.map +1 -1
- package/dist/core/modules/better-auth/core-better-auth-rate-limit.middleware.d.ts +1 -1
- package/dist/core/modules/better-auth/core-better-auth-rate-limit.middleware.js +2 -11
- package/dist/core/modules/better-auth/core-better-auth-rate-limit.middleware.js.map +1 -1
- package/dist/core/modules/better-auth/core-better-auth-rate-limiter.service.d.ts +12 -10
- package/dist/core/modules/better-auth/core-better-auth-rate-limiter.service.js +30 -85
- package/dist/core/modules/better-auth/core-better-auth-rate-limiter.service.js.map +1 -1
- package/dist/core/modules/better-auth/core-better-auth-user.mapper.js +0 -1
- package/dist/core/modules/better-auth/core-better-auth-user.mapper.js.map +1 -1
- package/dist/core/modules/file/core-file.controller.d.ts +11 -2
- package/dist/core/modules/file/core-file.controller.js +52 -15
- package/dist/core/modules/file/core-file.controller.js.map +1 -1
- package/dist/core/modules/file/core-file.resolver.d.ts +4 -4
- package/dist/core/modules/file/core-file.resolver.js +23 -16
- package/dist/core/modules/file/core-file.resolver.js.map +1 -1
- package/dist/core/modules/file/core-file.service.d.ts +41 -7
- package/dist/core/modules/file/core-file.service.js +228 -8
- package/dist/core/modules/file/core-file.service.js.map +1 -1
- package/dist/core/modules/file/file-metadata.helper.d.ts +16 -0
- package/dist/core/modules/file/file-metadata.helper.js +33 -0
- package/dist/core/modules/file/file-metadata.helper.js.map +1 -0
- package/dist/core/modules/file/file-roles.helper.d.ts +4 -0
- package/dist/core/modules/file/file-roles.helper.js +53 -0
- package/dist/core/modules/file/file-roles.helper.js.map +1 -0
- package/dist/core/modules/file/file-storage.helper.d.ts +13 -0
- package/dist/core/modules/file/file-storage.helper.js +65 -0
- package/dist/core/modules/file/file-storage.helper.js.map +1 -0
- package/dist/core/modules/file/filesystem-file.helper.d.ts +22 -0
- package/dist/core/modules/file/filesystem-file.helper.js +77 -0
- package/dist/core/modules/file/filesystem-file.helper.js.map +1 -0
- package/dist/core/modules/file/interfaces/file-service-options.interface.d.ts +1 -0
- package/dist/core/modules/file/interfaces/file-upload.interface.d.ts +7 -1
- package/dist/core/modules/file/s3-file.helper.d.ts +37 -0
- package/dist/core/modules/file/s3-file.helper.js +81 -0
- package/dist/core/modules/file/s3-file.helper.js.map +1 -0
- package/dist/core/modules/hub/core-hub.controller.d.ts +8 -8
- package/dist/core/modules/hub/core-hub.controller.js +24 -22
- package/dist/core/modules/hub/core-hub.controller.js.map +1 -1
- package/dist/core/modules/hub/helpers/hub-mask.helper.js +2 -2
- package/dist/core/modules/hub/helpers/hub-mask.helper.js.map +1 -1
- package/dist/core/modules/hub/hub-buffer.d.ts +23 -0
- package/dist/core/modules/hub/hub-buffer.js +101 -0
- package/dist/core/modules/hub/hub-buffer.js.map +1 -0
- package/dist/core/modules/hub/services/core-hub-mailbox.service.d.ts +7 -5
- package/dist/core/modules/hub/services/core-hub-mailbox.service.js +14 -10
- package/dist/core/modules/hub/services/core-hub-mailbox.service.js.map +1 -1
- package/dist/core/modules/hub/services/hub-log-buffer.service.d.ts +5 -2
- package/dist/core/modules/hub/services/hub-log-buffer.service.js +17 -8
- package/dist/core/modules/hub/services/hub-log-buffer.service.js.map +1 -1
- package/dist/core/modules/hub/services/hub-query-profiler.service.d.ts +4 -2
- package/dist/core/modules/hub/services/hub-query-profiler.service.js +13 -7
- package/dist/core/modules/hub/services/hub-query-profiler.service.js.map +1 -1
- package/dist/core/modules/hub/services/hub-trace-buffer.service.d.ts +4 -2
- package/dist/core/modules/hub/services/hub-trace-buffer.service.js +13 -8
- package/dist/core/modules/hub/services/hub-trace-buffer.service.js.map +1 -1
- package/dist/core/modules/migrate/helpers/migration.helper.d.ts +2 -6
- package/dist/core/modules/migrate/helpers/migration.helper.js +4 -4
- package/dist/core/modules/migrate/helpers/migration.helper.js.map +1 -1
- package/dist/core/modules/migrate/migration-runner.d.ts +1 -0
- package/dist/core/modules/migrate/migration-runner.js +4 -0
- package/dist/core/modules/migrate/migration-runner.js.map +1 -1
- package/dist/core/modules/migrate/mongo-state-store.d.ts +1 -0
- package/dist/core/modules/migrate/mongo-state-store.js +98 -9
- package/dist/core/modules/migrate/mongo-state-store.js.map +1 -1
- package/dist/core/modules/system-setup/core-system-setup.service.d.ts +2 -0
- package/dist/core/modules/system-setup/core-system-setup.service.js +31 -1
- package/dist/core/modules/system-setup/core-system-setup.service.js.map +1 -1
- package/dist/core/modules/tenant/core-tenant.guard.d.ts +17 -3
- package/dist/core/modules/tenant/core-tenant.guard.js +92 -15
- package/dist/core/modules/tenant/core-tenant.guard.js.map +1 -1
- package/dist/core/modules/tenant/core-tenant.module.js +3 -4
- package/dist/core/modules/tenant/core-tenant.module.js.map +1 -1
- package/dist/core/modules/tus/core-tus.controller.d.ts +2 -0
- package/dist/core/modules/tus/core-tus.controller.js +29 -3
- package/dist/core/modules/tus/core-tus.controller.js.map +1 -1
- package/dist/core/modules/tus/core-tus.service.d.ts +24 -1
- package/dist/core/modules/tus/core-tus.service.js +182 -28
- package/dist/core/modules/tus/core-tus.service.js.map +1 -1
- package/dist/core/modules/tus/interfaces/tus-config.interface.js +3 -0
- package/dist/core/modules/tus/interfaces/tus-config.interface.js.map +1 -1
- package/dist/core/modules/tus/tus-redis-locker.d.ts +25 -0
- package/dist/core/modules/tus/tus-redis-locker.js +87 -0
- package/dist/core/modules/tus/tus-redis-locker.js.map +1 -0
- package/dist/core/modules/tus/tus.module.d.ts +1 -0
- package/dist/core/modules/tus/tus.module.js +30 -4
- package/dist/core/modules/tus/tus.module.js.map +1 -1
- package/dist/core.module.js +18 -1
- package/dist/core.module.js.map +1 -1
- package/dist/index.d.ts +10 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -1
- package/dist/main.js +2 -1
- package/dist/main.js.map +1 -1
- package/dist/server/modules/file/file.controller.js +2 -2
- package/dist/server/modules/file/file.controller.js.map +1 -1
- package/dist/server/modules/file/file.resolver.js +3 -14
- package/dist/server/modules/file/file.resolver.js.map +1 -1
- package/dist/server/modules/file/file.service.d.ts +10 -2
- package/dist/server/modules/file/file.service.js +23 -3
- package/dist/server/modules/file/file.service.js.map +1 -1
- package/dist/server/modules/user/avatar.controller.d.ts +5 -1
- package/dist/server/modules/user/avatar.controller.js +26 -10
- package/dist/server/modules/user/avatar.controller.js.map +1 -1
- package/dist/server/modules/user/user.model.js +3 -2
- package/dist/server/modules/user/user.model.js.map +1 -1
- package/dist/server/modules/user/user.module.js +6 -2
- package/dist/server/modules/user/user.module.js.map +1 -1
- package/dist/server/modules/user/user.service.d.ts +1 -1
- package/dist/server/modules/user/user.service.js +6 -13
- package/dist/server/modules/user/user.service.js.map +1 -1
- package/dist/tsconfig.build.tsbuildinfo +1 -1
- package/docs/REQUEST-LIFECYCLE.md +57 -8
- package/docs/security-overrides.md +21 -3
- package/migration-guides/11.32.3-to-11.32.4.md +15 -3
- package/migration-guides/11.32.x-to-11.33.x.md +1584 -0
- package/package.json +74 -42
- package/src/config.env.ts +45 -0
- package/src/core/common/helpers/content-disposition.helper.ts +90 -0
- package/src/core/common/helpers/file.helper.ts +53 -10
- package/src/core/common/helpers/graceful-shutdown.helper.ts +116 -0
- package/src/core/common/helpers/project-name.helper.ts +71 -0
- package/src/core/common/interfaces/cron-job-config.interface.ts +16 -0
- package/src/core/common/interfaces/server-options.interface.ts +439 -2
- package/src/core/common/services/core-cron-jobs.initializer.ts +39 -0
- package/src/core/common/services/core-cron-jobs.registry.ts +45 -0
- package/src/core/common/services/core-cron-jobs.service.ts +589 -47
- package/src/core/common/services/core-redis-pubsub.ts +183 -0
- package/src/core/common/services/core-redis.service.ts +249 -0
- package/src/core/common/services/core-s3.service.ts +465 -0
- package/src/core/common/services/core-trust-proxy.initializer.ts +112 -0
- package/src/core/common/services/rate-limit-store.ts +492 -0
- package/src/core/modules/ai/README.md +25 -0
- package/src/core/modules/ai/core-ai-mcp.controller.ts +253 -22
- package/src/core/modules/ai/services/core-ai.service.ts +33 -24
- package/src/core/modules/auth/core-auth.module.ts +7 -1
- package/src/core/modules/auth/guards/legacy-auth-rate-limit.guard.ts +12 -21
- package/src/core/modules/auth/services/legacy-auth-rate-limiter.service.ts +49 -93
- package/src/core/modules/better-auth/core-better-auth-email-verification.service.ts +202 -66
- package/src/core/modules/better-auth/core-better-auth-rate-limit.middleware.ts +11 -18
- package/src/core/modules/better-auth/core-better-auth-rate-limiter.service.ts +51 -132
- package/src/core/modules/better-auth/core-better-auth-user.mapper.ts +7 -1
- package/src/core/modules/file/INTEGRATION-CHECKLIST.md +120 -0
- package/src/core/modules/file/README.md +308 -53
- package/src/core/modules/file/core-file.controller.ts +168 -12
- package/src/core/modules/file/core-file.resolver.ts +46 -12
- package/src/core/modules/file/core-file.service.ts +517 -17
- package/src/core/modules/file/file-metadata.helper.ts +142 -0
- package/src/core/modules/file/file-roles.helper.ts +110 -0
- package/src/core/modules/file/file-storage.helper.ts +163 -0
- package/src/core/modules/file/filesystem-file.helper.ts +184 -0
- package/src/core/modules/file/interfaces/file-service-options.interface.ts +14 -0
- package/src/core/modules/file/interfaces/file-upload.interface.ts +17 -1
- package/src/core/modules/file/s3-file.helper.ts +209 -0
- package/src/core/modules/hub/README.md +48 -0
- package/src/core/modules/hub/core-hub.controller.ts +18 -16
- package/src/core/modules/hub/helpers/hub-mask.helper.ts +21 -4
- package/src/core/modules/hub/hub-buffer.ts +198 -0
- package/src/core/modules/hub/services/core-hub-mailbox.service.ts +22 -12
- package/src/core/modules/hub/services/hub-log-buffer.service.ts +24 -8
- package/src/core/modules/hub/services/hub-query-profiler.service.ts +9 -6
- package/src/core/modules/hub/services/hub-trace-buffer.service.ts +14 -9
- package/src/core/modules/migrate/README.md +33 -6
- package/src/core/modules/migrate/helpers/migration.helper.ts +13 -6
- package/src/core/modules/migrate/migration-runner.ts +10 -1
- package/src/core/modules/migrate/mongo-state-store.ts +179 -11
- package/src/core/modules/system-setup/README.md +7 -2
- package/src/core/modules/system-setup/core-system-setup.service.ts +95 -1
- package/src/core/modules/tenant/README.md +21 -1
- package/src/core/modules/tenant/core-tenant.guard.ts +135 -14
- package/src/core/modules/tenant/core-tenant.module.ts +8 -4
- package/src/core/modules/tus/INTEGRATION-CHECKLIST.md +93 -21
- package/src/core/modules/tus/README.md +35 -2
- package/src/core/modules/tus/core-tus.controller.ts +64 -12
- package/src/core/modules/tus/core-tus.service.ts +358 -34
- package/src/core/modules/tus/interfaces/tus-config.interface.ts +9 -0
- package/src/core/modules/tus/tus-redis-locker.ts +139 -0
- package/src/core/modules/tus/tus.module.ts +78 -6
- package/src/core.module.ts +26 -1
- package/src/index.ts +10 -0
- package/src/main.ts +7 -1
- package/src/server/modules/file/file.controller.ts +14 -5
- package/src/server/modules/file/file.resolver.ts +11 -19
- package/src/server/modules/file/file.service.ts +89 -4
- package/src/server/modules/user/avatar.controller.ts +46 -9
- package/src/server/modules/user/user.model.ts +9 -3
- package/src/server/modules/user/user.module.ts +12 -3
- package/src/server/modules/user/user.service.ts +20 -17
- package/src/test/README.md +7 -2
- package/src/core/common/helpers/file.helper.spec.ts +0 -145
- package/src/core/common/helpers/logging.helper.spec.ts +0 -61
- package/src/core/common/helpers/process-diagnostics.helper.spec.ts +0 -310
- package/src/core/common/services/brevo.service.spec.ts +0 -266
- package/src/core/modules/file/core-file.controller.spec.ts +0 -164
- package/src/core/modules/hub/core-hub.module.spec.ts +0 -108
- package/src/core/modules/hub/helpers/hub-command-shape.helper.spec.ts +0 -48
- package/src/core/modules/hub/helpers/hub-mask.helper.spec.ts +0 -67
- package/src/core/modules/hub/helpers/hub-mermaid.helper.spec.ts +0 -61
- package/src/core/modules/hub/helpers/hub-shell.helper.spec.ts +0 -106
- package/src/core/modules/hub/hub-config.helper.spec.ts +0 -108
- package/src/core/modules/hub/hub-ring-buffer.spec.ts +0 -95
- package/src/core/modules/hub/services/core-hub-mailbox.service.spec.ts +0 -116
- package/src/core/modules/hub/services/hub-trace-buffer.service.spec.ts +0 -112
- package/src/core/modules/migrate/helpers/migration.helper.spec.ts +0 -85
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FilesystemFileHelper = exports.DEFAULT_FILESYSTEM_DIR = exports.FILESYSTEM_FILES_COLLECTION = void 0;
|
|
4
|
+
const fs_1 = require("fs");
|
|
5
|
+
const promises_1 = require("fs/promises");
|
|
6
|
+
const mongoose_1 = require("mongoose");
|
|
7
|
+
const path = require("path");
|
|
8
|
+
const promises_2 = require("stream/promises");
|
|
9
|
+
const stream_1 = require("stream");
|
|
10
|
+
const file_metadata_helper_1 = require("./file-metadata.helper");
|
|
11
|
+
const s3_file_helper_1 = require("./s3-file.helper");
|
|
12
|
+
exports.FILESYSTEM_FILES_COLLECTION = 'filesystem-files';
|
|
13
|
+
exports.DEFAULT_FILESYSTEM_DIR = 'uploads/files';
|
|
14
|
+
class FilesystemFileHelper {
|
|
15
|
+
static filePath(directory, id) {
|
|
16
|
+
const objectId = typeof id === 'string' ? new mongoose_1.Types.ObjectId(id) : id;
|
|
17
|
+
return path.join(path.resolve(directory), objectId.toHexString());
|
|
18
|
+
}
|
|
19
|
+
static async writeFile(directory, collection, options) {
|
|
20
|
+
const _id = new mongoose_1.Types.ObjectId();
|
|
21
|
+
const target = FilesystemFileHelper.filePath(directory, _id);
|
|
22
|
+
await (0, promises_1.mkdir)(path.dirname(target), { recursive: true });
|
|
23
|
+
try {
|
|
24
|
+
if (options.buffer) {
|
|
25
|
+
await (0, promises_2.pipeline)(stream_1.Readable.from(options.buffer), (0, fs_1.createWriteStream)(target));
|
|
26
|
+
}
|
|
27
|
+
else if (options.body) {
|
|
28
|
+
await (0, promises_2.pipeline)(options.body, (0, fs_1.createWriteStream)(target));
|
|
29
|
+
}
|
|
30
|
+
else {
|
|
31
|
+
throw new Error('FilesystemFileHelper.writeFile requires either `buffer` or `body`');
|
|
32
|
+
}
|
|
33
|
+
const stats = await (0, promises_1.stat)(target);
|
|
34
|
+
if (!stats.size && (options.buffer?.length || 0) > 0) {
|
|
35
|
+
throw new Error(`File ${_id.toHexString()} was written empty`);
|
|
36
|
+
}
|
|
37
|
+
await (0, file_metadata_helper_1.ensureFilenameIndex)(collection);
|
|
38
|
+
const fileInfo = {
|
|
39
|
+
_id,
|
|
40
|
+
contentType: options.contentType,
|
|
41
|
+
filename: options.filename,
|
|
42
|
+
length: stats.size,
|
|
43
|
+
...(options.metadata ? { metadata: options.metadata } : {}),
|
|
44
|
+
storage: 'filesystem',
|
|
45
|
+
uploadDate: new Date(),
|
|
46
|
+
};
|
|
47
|
+
await collection.insertOne(fileInfo);
|
|
48
|
+
return fileInfo;
|
|
49
|
+
}
|
|
50
|
+
catch (error) {
|
|
51
|
+
await (0, promises_1.rm)(target, { force: true }).catch(() => undefined);
|
|
52
|
+
throw error;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
static async findFileById(collection, id) {
|
|
56
|
+
return (0, file_metadata_helper_1.findMetadataById)(collection, id);
|
|
57
|
+
}
|
|
58
|
+
static async findFileByName(collection, filename) {
|
|
59
|
+
return (0, file_metadata_helper_1.findMetadataByName)(collection, filename);
|
|
60
|
+
}
|
|
61
|
+
static async findFiles(collection, filter = {}, options = {}) {
|
|
62
|
+
return (0, file_metadata_helper_1.findMetadata)(collection, filter, options);
|
|
63
|
+
}
|
|
64
|
+
static async deleteFile(directory, collection, id) {
|
|
65
|
+
const objectId = typeof id === 'string' ? new mongoose_1.Types.ObjectId(id) : id;
|
|
66
|
+
await (0, promises_1.rm)(FilesystemFileHelper.filePath(directory, objectId), { force: true });
|
|
67
|
+
await collection.deleteOne({ _id: objectId });
|
|
68
|
+
}
|
|
69
|
+
static getStream(directory, id) {
|
|
70
|
+
return (0, fs_1.createReadStream)(FilesystemFileHelper.filePath(directory, id));
|
|
71
|
+
}
|
|
72
|
+
static async getBuffer(directory, id) {
|
|
73
|
+
return (0, s3_file_helper_1.streamToBuffer)(FilesystemFileHelper.getStream(directory, id));
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
exports.FilesystemFileHelper = FilesystemFileHelper;
|
|
77
|
+
//# sourceMappingURL=filesystem-file.helper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"filesystem-file.helper.js","sourceRoot":"","sources":["../../../../src/core/modules/file/filesystem-file.helper.ts"],"names":[],"mappings":";;;AAAA,2BAAyD;AACzD,0CAA8C;AAC9C,uCAAiC;AACjC,6BAA6B;AAC7B,8CAA2C;AAC3C,mCAAkC;AAElC,iEAOgC;AAChC,qDAAkD;AAGrC,QAAA,2BAA2B,GAAG,kBAAkB,CAAC;AAGjD,QAAA,sBAAsB,GAAG,eAAe,CAAC;AA6BtD,MAAa,oBAAoB;IAQ/B,MAAM,CAAC,QAAQ,CAAC,SAAiB,EAAE,EAA2B;QAC5D,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACpE,CAAC;IAaD,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,SAAiB,EACjB,UAA0B,EAC1B,OAMC;QAED,MAAM,GAAG,GAAG,IAAI,gBAAK,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,oBAAoB,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAE7D,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,IAAA,mBAAQ,EAAC,iBAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAA,sBAAiB,EAAC,MAAM,CAAC,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACxB,MAAM,IAAA,mBAAQ,EAAC,OAAO,CAAC,IAAI,EAAE,IAAA,sBAAiB,EAAC,MAAM,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;YACvF,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,IAAA,eAAI,EAAC,MAAM,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAC;YACjE,CAAC;YAKD,MAAM,IAAA,0CAAmB,EAAC,UAAU,CAAC,CAAC;YAEtC,MAAM,QAAQ,GAAuB;gBACnC,GAAG;gBACH,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,MAAM,EAAE,KAAK,CAAC,IAAI;gBAClB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAG3D,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,IAAI,IAAI,EAAE;aACvB,CAAC;YACF,MAAM,UAAU,CAAC,SAAS,CAAC,QAAe,CAAC,CAAC;YAC5C,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAA,aAAE,EAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACzD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,YAAY,CACvB,UAA0B,EAC1B,EAA2B;QAE3B,OAAO,IAAA,uCAAgB,EAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC1C,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,UAA0B,EAAE,QAAgB;QACtE,OAAO,IAAA,yCAAkB,EAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,UAA0B,EAC1B,SAAc,EAAE,EAChB,UAAe,EAAE;QAEjB,OAAO,IAAA,mCAAY,EAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAUD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,UAA0B,EAAE,EAA2B;QAChG,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,IAAA,aAAE,EAAC,oBAAoB,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9E,MAAM,UAAU,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IAChD,CAAC;IAKD,MAAM,CAAC,SAAS,CAAC,SAAiB,EAAE,EAA2B;QAC7D,OAAO,IAAA,qBAAgB,EAAC,oBAAoB,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,EAA2B;QACnE,OAAO,IAAA,+BAAc,EAAC,oBAAoB,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC;CACF;AArID,oDAqIC"}
|
|
@@ -1,6 +1,12 @@
|
|
|
1
1
|
import { WriteStream } from 'fs-capacitor';
|
|
2
2
|
import { Readable } from 'stream';
|
|
3
|
-
export interface
|
|
3
|
+
export interface FileUploadSource {
|
|
4
|
+
createReadStream: (options?: unknown) => Readable;
|
|
5
|
+
encoding?: string;
|
|
6
|
+
filename: string;
|
|
7
|
+
mimetype: string;
|
|
8
|
+
}
|
|
9
|
+
export interface FileUpload extends FileUploadSource {
|
|
4
10
|
capacitor: WriteStream;
|
|
5
11
|
createReadStream: (options?: {
|
|
6
12
|
encoding?: 'ascii' | 'base64' | 'base64url' | 'hex' | 'latin1' | 'ucs2' | 'utf8' | 'utf8' | 'utf16le';
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { Types } from 'mongoose';
|
|
2
|
+
import { Readable } from 'stream';
|
|
3
|
+
import { CoreS3Service } from '../../common/services/core-s3.service';
|
|
4
|
+
import { FileCollection, FileMetadataInfo } from './file-metadata.helper';
|
|
5
|
+
export declare const S3_FILES_COLLECTION = "s3-files";
|
|
6
|
+
export type S3FileInfo = FileMetadataInfo;
|
|
7
|
+
export declare function streamToBuffer(stream: Readable): Promise<Buffer>;
|
|
8
|
+
export declare class S3FileHelper {
|
|
9
|
+
static writeFile(s3Service: CoreS3Service, collection: FileCollection, options: {
|
|
10
|
+
body?: Readable;
|
|
11
|
+
buffer?: Buffer;
|
|
12
|
+
contentLength?: number;
|
|
13
|
+
contentType?: string;
|
|
14
|
+
filename: string;
|
|
15
|
+
metadata?: Record<string, any>;
|
|
16
|
+
}): Promise<S3FileInfo>;
|
|
17
|
+
static copyFile(s3Service: CoreS3Service, collection: FileCollection, options: {
|
|
18
|
+
contentLength?: number;
|
|
19
|
+
contentType?: string;
|
|
20
|
+
filename: string;
|
|
21
|
+
metadata?: Record<string, any>;
|
|
22
|
+
sourceBucket?: string;
|
|
23
|
+
sourceKey: string;
|
|
24
|
+
}): Promise<S3FileInfo>;
|
|
25
|
+
protected static recordFile(s3Service: CoreS3Service, collection: FileCollection, _id: Types.ObjectId, options: {
|
|
26
|
+
contentType?: string;
|
|
27
|
+
filename: string;
|
|
28
|
+
length?: number;
|
|
29
|
+
metadata?: Record<string, any>;
|
|
30
|
+
}): Promise<S3FileInfo>;
|
|
31
|
+
static findFileById(collection: FileCollection, id: string | Types.ObjectId): Promise<null | S3FileInfo>;
|
|
32
|
+
static findFileByName(collection: FileCollection, filename: string): Promise<null | S3FileInfo>;
|
|
33
|
+
static findFiles(collection: FileCollection, filter?: any, options?: any): Promise<S3FileInfo[]>;
|
|
34
|
+
static deleteFile(s3Service: CoreS3Service, collection: FileCollection, id: string | Types.ObjectId): Promise<void>;
|
|
35
|
+
static getStream(s3Service: CoreS3Service, id: string | Types.ObjectId): Promise<Readable>;
|
|
36
|
+
static getBuffer(s3Service: CoreS3Service, id: string | Types.ObjectId): Promise<Buffer>;
|
|
37
|
+
}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.S3FileHelper = exports.S3_FILES_COLLECTION = void 0;
|
|
4
|
+
exports.streamToBuffer = streamToBuffer;
|
|
5
|
+
const mongoose_1 = require("mongoose");
|
|
6
|
+
const file_metadata_helper_1 = require("./file-metadata.helper");
|
|
7
|
+
exports.S3_FILES_COLLECTION = 's3-files';
|
|
8
|
+
async function streamToBuffer(stream) {
|
|
9
|
+
const chunks = [];
|
|
10
|
+
for await (const chunk of stream) {
|
|
11
|
+
chunks.push(Buffer.from(chunk));
|
|
12
|
+
}
|
|
13
|
+
return Buffer.concat(chunks);
|
|
14
|
+
}
|
|
15
|
+
class S3FileHelper {
|
|
16
|
+
static async writeFile(s3Service, collection, options) {
|
|
17
|
+
const _id = new mongoose_1.Types.ObjectId();
|
|
18
|
+
const key = _id.toHexString();
|
|
19
|
+
const body = options.body ?? options.buffer;
|
|
20
|
+
if (!body) {
|
|
21
|
+
throw new Error('S3FileHelper.writeFile needs either a body stream or a buffer');
|
|
22
|
+
}
|
|
23
|
+
await s3Service.putObject(key, body, options.contentType, options.contentLength ?? options.buffer?.length);
|
|
24
|
+
return S3FileHelper.recordFile(s3Service, collection, _id, {
|
|
25
|
+
contentType: options.contentType,
|
|
26
|
+
filename: options.filename,
|
|
27
|
+
length: options.contentLength ?? options.buffer?.length,
|
|
28
|
+
metadata: options.metadata,
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
static async copyFile(s3Service, collection, options) {
|
|
32
|
+
const _id = new mongoose_1.Types.ObjectId();
|
|
33
|
+
await s3Service.copyObject(options.sourceKey, _id.toHexString(), options.sourceBucket, options.contentType);
|
|
34
|
+
return S3FileHelper.recordFile(s3Service, collection, _id, {
|
|
35
|
+
contentType: options.contentType,
|
|
36
|
+
filename: options.filename,
|
|
37
|
+
length: options.contentLength,
|
|
38
|
+
metadata: options.metadata,
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
static async recordFile(s3Service, collection, _id, options) {
|
|
42
|
+
if (!(await s3Service.objectExists(_id.toHexString()))) {
|
|
43
|
+
throw new Error('File uploaded but not found in S3');
|
|
44
|
+
}
|
|
45
|
+
await (0, file_metadata_helper_1.ensureFilenameIndex)(collection);
|
|
46
|
+
const fileInfo = {
|
|
47
|
+
_id,
|
|
48
|
+
contentType: options.contentType,
|
|
49
|
+
filename: options.filename,
|
|
50
|
+
length: options.length,
|
|
51
|
+
metadata: options.metadata,
|
|
52
|
+
storage: 's3',
|
|
53
|
+
uploadDate: new Date(),
|
|
54
|
+
};
|
|
55
|
+
await collection.insertOne(fileInfo);
|
|
56
|
+
return fileInfo;
|
|
57
|
+
}
|
|
58
|
+
static async findFileById(collection, id) {
|
|
59
|
+
return (0, file_metadata_helper_1.findMetadataById)(collection, id);
|
|
60
|
+
}
|
|
61
|
+
static async findFileByName(collection, filename) {
|
|
62
|
+
return (0, file_metadata_helper_1.findMetadataByName)(collection, filename);
|
|
63
|
+
}
|
|
64
|
+
static async findFiles(collection, filter = {}, options = {}) {
|
|
65
|
+
return (0, file_metadata_helper_1.findMetadata)(collection, filter, options);
|
|
66
|
+
}
|
|
67
|
+
static async deleteFile(s3Service, collection, id) {
|
|
68
|
+
const objectId = typeof id === 'string' ? new mongoose_1.Types.ObjectId(id) : id;
|
|
69
|
+
await s3Service.deleteObject(objectId.toHexString());
|
|
70
|
+
await collection.deleteOne({ _id: objectId });
|
|
71
|
+
}
|
|
72
|
+
static async getStream(s3Service, id) {
|
|
73
|
+
const objectId = typeof id === 'string' ? new mongoose_1.Types.ObjectId(id) : id;
|
|
74
|
+
return (await s3Service.getObject(objectId.toHexString())).body;
|
|
75
|
+
}
|
|
76
|
+
static async getBuffer(s3Service, id) {
|
|
77
|
+
return streamToBuffer(await S3FileHelper.getStream(s3Service, id));
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
exports.S3FileHelper = S3FileHelper;
|
|
81
|
+
//# sourceMappingURL=s3-file.helper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3-file.helper.js","sourceRoot":"","sources":["../../../../src/core/modules/file/s3-file.helper.ts"],"names":[],"mappings":";;;AAmCA,wCAMC;AAzCD,uCAAiC;AAIjC,iEAOgC;AASnB,QAAA,mBAAmB,GAAG,UAAU,CAAC;AAevC,KAAK,UAAU,cAAc,CAAC,MAAgB;IACnD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAQD,MAAa,YAAY;IAQvB,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,SAAwB,EACxB,UAA0B,EAC1B,OAOC;QAED,MAAM,GAAG,GAAG,IAAI,gBAAK,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QAO9B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE3G,OAAO,YAAY,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE;YACzD,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,MAAM;YACvD,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAYD,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,SAAwB,EACxB,UAA0B,EAC1B,OAOC;QAED,MAAM,GAAG,GAAG,IAAI,gBAAK,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAE5G,OAAO,YAAY,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE;YACzD,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,aAAa;YAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAQS,MAAM,CAAC,KAAK,CAAC,UAAU,CAC/B,SAAwB,EACxB,UAA0B,EAC1B,GAAmB,EACnB,OAAoG;QAEpG,IAAI,CAAC,CAAC,MAAM,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAKD,MAAM,IAAA,0CAAmB,EAAC,UAAU,CAAC,CAAC;QAEtC,MAAM,QAAQ,GAAe;YAC3B,GAAG;YACH,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAG1B,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI,IAAI,EAAE;SACvB,CAAC;QACF,MAAM,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,UAA0B,EAAE,EAA2B;QAC/E,OAAO,IAAA,uCAAgB,EAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC1C,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,UAA0B,EAAE,QAAgB;QACtE,OAAO,IAAA,yCAAkB,EAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,UAA0B,EAAE,SAAc,EAAE,EAAE,UAAe,EAAE;QACpF,OAAO,IAAA,mCAAY,EAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,SAAwB,EACxB,UAA0B,EAC1B,EAA2B;QAE3B,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,MAAM,UAAU,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IAChD,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,SAAwB,EAAE,EAA2B;QAC1E,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,OAAO,CAAC,MAAM,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,SAAwB,EAAE,EAA2B;QAC1E,OAAO,cAAc,CAAC,MAAM,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC;CACF;AA/JD,oCA+JC"}
|
|
@@ -30,27 +30,27 @@ export declare class CoreHubController {
|
|
|
30
30
|
errorCodesJson(locale: string | undefined, res: Response): void;
|
|
31
31
|
dashboardJson(res: Response): void;
|
|
32
32
|
dbJson(res: Response): Promise<void>;
|
|
33
|
-
diagnosticsJson(res: Response): void
|
|
33
|
+
diagnosticsJson(res: Response): Promise<void>;
|
|
34
34
|
filesJson(bucket: string | undefined, skip: string | undefined, limit: string | undefined, res: Response): Promise<void>;
|
|
35
35
|
migrationsJson(res: Response): Promise<void>;
|
|
36
|
-
mailboxJson(since: string | undefined, res: Response): void
|
|
37
|
-
mailboxHtml(seq: string, res: Response): void
|
|
38
|
-
logsJson(since: string | undefined, res: Response): void
|
|
36
|
+
mailboxJson(since: string | undefined, res: Response): Promise<void>;
|
|
37
|
+
mailboxHtml(seq: string, res: Response): Promise<void>;
|
|
38
|
+
logsJson(since: string | undefined, res: Response): Promise<void>;
|
|
39
39
|
modelsJson(res: Response): void;
|
|
40
40
|
sessionJson(res: Response): void;
|
|
41
|
-
queriesJson(res: Response): void
|
|
42
|
-
tracesJson(since: string | undefined, res: Response): void
|
|
41
|
+
queriesJson(res: Response): Promise<void>;
|
|
42
|
+
tracesJson(since: string | undefined, res: Response): Promise<void>;
|
|
43
43
|
routesJson(res: Response): Promise<void>;
|
|
44
44
|
emailPreview(template: string | undefined, locale: string | undefined, res: Response): Promise<void>;
|
|
45
45
|
hubJs(res: Response): void;
|
|
46
46
|
root(authHeader: string | undefined, res: Response): void;
|
|
47
47
|
page(authHeader: string | undefined, res: Response): void;
|
|
48
48
|
authPage(res: Response): void;
|
|
49
|
-
protected collectorBuffers(): Record<string, {
|
|
49
|
+
protected collectorBuffers(): Promise<Record<string, {
|
|
50
50
|
capacity: number;
|
|
51
51
|
enabled: boolean;
|
|
52
52
|
size: number;
|
|
53
|
-
}
|
|
53
|
+
}>>;
|
|
54
54
|
protected sendJson(res: Response, data: unknown): void;
|
|
55
55
|
protected sendShell(res: Response, authHeader?: string): void;
|
|
56
56
|
}
|
|
@@ -81,8 +81,8 @@ let CoreHubController = class CoreHubController {
|
|
|
81
81
|
async dbJson(res) {
|
|
82
82
|
this.sendJson(res, await this.dbService.getDbStats());
|
|
83
83
|
}
|
|
84
|
-
diagnosticsJson(res) {
|
|
85
|
-
this.sendJson(res, this.hubService.getDiagnostics(this.collectorBuffers()));
|
|
84
|
+
async diagnosticsJson(res) {
|
|
85
|
+
this.sendJson(res, this.hubService.getDiagnostics(await this.collectorBuffers()));
|
|
86
86
|
}
|
|
87
87
|
async filesJson(bucket, skip, limit, res) {
|
|
88
88
|
this.sendJson(res, await this.dbService.getFiles(bucket || 'fs', Number(skip) || 0, Number(limit) || 100));
|
|
@@ -90,15 +90,15 @@ let CoreHubController = class CoreHubController {
|
|
|
90
90
|
async migrationsJson(res) {
|
|
91
91
|
this.sendJson(res, await this.migrationsService.getStatus());
|
|
92
92
|
}
|
|
93
|
-
mailboxJson(since, res) {
|
|
93
|
+
async mailboxJson(since, res) {
|
|
94
94
|
if (!this.mailboxService) {
|
|
95
95
|
this.sendJson(res, { available: false, hint: 'The mailbox is not enabled.' });
|
|
96
96
|
return;
|
|
97
97
|
}
|
|
98
|
-
this.sendJson(res, this.mailboxService.getMailbox(since !== undefined ? Number(since) : undefined));
|
|
98
|
+
this.sendJson(res, await this.mailboxService.getMailbox(since !== undefined ? Number(since) : undefined));
|
|
99
99
|
}
|
|
100
|
-
mailboxHtml(seq, res) {
|
|
101
|
-
const html = this.mailboxService?.getMailHtml(Number(seq));
|
|
100
|
+
async mailboxHtml(seq, res) {
|
|
101
|
+
const html = await this.mailboxService?.getMailHtml(Number(seq));
|
|
102
102
|
res.set({
|
|
103
103
|
'Cache-Control': 'no-store',
|
|
104
104
|
'Content-Security-Policy': "default-src 'none'; img-src * data:; style-src 'unsafe-inline'; font-src data:",
|
|
@@ -110,12 +110,12 @@ let CoreHubController = class CoreHubController {
|
|
|
110
110
|
.send(html ??
|
|
111
111
|
'<!DOCTYPE html><html><body style="font-family:sans-serif;color:#8b97a8;padding:20px">No preview available.</body></html>');
|
|
112
112
|
}
|
|
113
|
-
logsJson(since, res) {
|
|
113
|
+
async logsJson(since, res) {
|
|
114
114
|
if (!this.logBuffer.enabled) {
|
|
115
115
|
this.sendJson(res, { available: false, hint: 'The logs collector is disabled.' });
|
|
116
116
|
return;
|
|
117
117
|
}
|
|
118
|
-
this.sendJson(res, this.logBuffer.getData(since !== undefined ? Number(since) : undefined));
|
|
118
|
+
this.sendJson(res, await this.logBuffer.getData(since !== undefined ? Number(since) : undefined));
|
|
119
119
|
}
|
|
120
120
|
modelsJson(res) {
|
|
121
121
|
this.sendJson(res, this.dbService.getModels());
|
|
@@ -123,7 +123,7 @@ let CoreHubController = class CoreHubController {
|
|
|
123
123
|
sessionJson(res) {
|
|
124
124
|
this.sendJson(res, this.hubService.getSessionPayload());
|
|
125
125
|
}
|
|
126
|
-
queriesJson(res) {
|
|
126
|
+
async queriesJson(res) {
|
|
127
127
|
if (!this.queryProfiler.enabled) {
|
|
128
128
|
this.sendJson(res, {
|
|
129
129
|
available: false,
|
|
@@ -131,14 +131,14 @@ let CoreHubController = class CoreHubController {
|
|
|
131
131
|
});
|
|
132
132
|
return;
|
|
133
133
|
}
|
|
134
|
-
this.sendJson(res, this.queryProfiler.getData());
|
|
134
|
+
this.sendJson(res, await this.queryProfiler.getData());
|
|
135
135
|
}
|
|
136
|
-
tracesJson(since, res) {
|
|
136
|
+
async tracesJson(since, res) {
|
|
137
137
|
if (!this.traceBuffer.enabled) {
|
|
138
138
|
this.sendJson(res, { available: false, hint: 'The traces collector is disabled.' });
|
|
139
139
|
return;
|
|
140
140
|
}
|
|
141
|
-
this.sendJson(res, this.traceBuffer.getData(since !== undefined ? Number(since) : undefined));
|
|
141
|
+
this.sendJson(res, await this.traceBuffer.getData(since !== undefined ? Number(since) : undefined));
|
|
142
142
|
}
|
|
143
143
|
async routesJson(res) {
|
|
144
144
|
this.sendJson(res, await this.sourcesService.getRoutes());
|
|
@@ -175,10 +175,12 @@ let CoreHubController = class CoreHubController {
|
|
|
175
175
|
authPage(res) {
|
|
176
176
|
this.sendShell(res, undefined);
|
|
177
177
|
}
|
|
178
|
-
collectorBuffers() {
|
|
179
|
-
const logs =
|
|
180
|
-
|
|
181
|
-
|
|
178
|
+
async collectorBuffers() {
|
|
179
|
+
const [logs, traces, queries] = await Promise.all([
|
|
180
|
+
this.logBuffer.getData(),
|
|
181
|
+
this.traceBuffer.getData(),
|
|
182
|
+
this.queryProfiler.getData(),
|
|
183
|
+
]);
|
|
182
184
|
return {
|
|
183
185
|
logs: { capacity: 0, enabled: this.logBuffer.enabled, size: logs.records.length },
|
|
184
186
|
queries: { capacity: 0, enabled: this.queryProfiler.enabled, size: queries.recent.length },
|
|
@@ -259,7 +261,7 @@ __decorate([
|
|
|
259
261
|
__param(0, (0, common_1.Res)()),
|
|
260
262
|
__metadata("design:type", Function),
|
|
261
263
|
__metadata("design:paramtypes", [Object]),
|
|
262
|
-
__metadata("design:returntype",
|
|
264
|
+
__metadata("design:returntype", Promise)
|
|
263
265
|
], CoreHubController.prototype, "diagnosticsJson", null);
|
|
264
266
|
__decorate([
|
|
265
267
|
(0, common_1.Get)('files.json'),
|
|
@@ -284,7 +286,7 @@ __decorate([
|
|
|
284
286
|
__param(1, (0, common_1.Res)()),
|
|
285
287
|
__metadata("design:type", Function),
|
|
286
288
|
__metadata("design:paramtypes", [String, Object]),
|
|
287
|
-
__metadata("design:returntype",
|
|
289
|
+
__metadata("design:returntype", Promise)
|
|
288
290
|
], CoreHubController.prototype, "mailboxJson", null);
|
|
289
291
|
__decorate([
|
|
290
292
|
(0, common_1.Get)('mailbox/:seq/html'),
|
|
@@ -292,7 +294,7 @@ __decorate([
|
|
|
292
294
|
__param(1, (0, common_1.Res)()),
|
|
293
295
|
__metadata("design:type", Function),
|
|
294
296
|
__metadata("design:paramtypes", [String, Object]),
|
|
295
|
-
__metadata("design:returntype",
|
|
297
|
+
__metadata("design:returntype", Promise)
|
|
296
298
|
], CoreHubController.prototype, "mailboxHtml", null);
|
|
297
299
|
__decorate([
|
|
298
300
|
(0, common_1.Get)('logs.json'),
|
|
@@ -300,7 +302,7 @@ __decorate([
|
|
|
300
302
|
__param(1, (0, common_1.Res)()),
|
|
301
303
|
__metadata("design:type", Function),
|
|
302
304
|
__metadata("design:paramtypes", [String, Object]),
|
|
303
|
-
__metadata("design:returntype",
|
|
305
|
+
__metadata("design:returntype", Promise)
|
|
304
306
|
], CoreHubController.prototype, "logsJson", null);
|
|
305
307
|
__decorate([
|
|
306
308
|
(0, common_1.Get)('models.json'),
|
|
@@ -321,7 +323,7 @@ __decorate([
|
|
|
321
323
|
__param(0, (0, common_1.Res)()),
|
|
322
324
|
__metadata("design:type", Function),
|
|
323
325
|
__metadata("design:paramtypes", [Object]),
|
|
324
|
-
__metadata("design:returntype",
|
|
326
|
+
__metadata("design:returntype", Promise)
|
|
325
327
|
], CoreHubController.prototype, "queriesJson", null);
|
|
326
328
|
__decorate([
|
|
327
329
|
(0, common_1.Get)('traces.json'),
|
|
@@ -329,7 +331,7 @@ __decorate([
|
|
|
329
331
|
__param(1, (0, common_1.Res)()),
|
|
330
332
|
__metadata("design:type", Function),
|
|
331
333
|
__metadata("design:paramtypes", [String, Object]),
|
|
332
|
-
__metadata("design:returntype",
|
|
334
|
+
__metadata("design:returntype", Promise)
|
|
333
335
|
], CoreHubController.prototype, "tracesJson", null);
|
|
334
336
|
__decorate([
|
|
335
337
|
(0, common_1.Get)('routes.json'),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"core-hub.controller.js","sourceRoot":"","sources":["../../../../src/core/modules/hub/core-hub.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAuF;AAGvF,6EAAgE;AAChE,4DAAwD;AAExD,mEAA6D;AAC7D,yDAAoD;AACpD,uCAAuC;AACvC,wEAAkE;AAClE,8EAAwE;AACxE,kFAA4E;AAC5E,wFAAkF;AAClF,kFAA4E;AAC5E,8EAAwE;AACxE,sFAAgF;AAChF,kFAA4E;AAC5E,iEAA6G;AAG7G,MAAM,cAAc,GAAG,oBAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAiBpF,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAIP;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IAEY;IAbzB,kBAAkB,CAAU;IAEpC,YACqB,UAA0B,EAC1B,WAA+B,EAC/B,SAA2B,EAC3B,iBAA2C,EAC3C,cAAqC,EACrC,YAAiC,EACjC,SAA8B,EAC9B,WAAkC,EAClC,aAAsC,EAE1B,cAAsC;QAVlD,eAAU,GAAV,UAAU,CAAgB;QAC1B,gBAAW,GAAX,WAAW,CAAoB;QAC/B,cAAS,GAAT,SAAS,CAAkB;QAC3B,sBAAiB,GAAjB,iBAAiB,CAA0B;QAC3C,mBAAc,GAAd,cAAc,CAAuB;QACrC,iBAAY,GAAZ,YAAY,CAAqB;QACjC,cAAS,GAAT,SAAS,CAAqB;QAC9B,gBAAW,GAAX,WAAW,CAAuB;QAClC,kBAAa,GAAb,aAAa,CAAyB;QAE1B,mBAAc,GAAd,cAAc,CAAwB;IACpE,CAAC;IAGE,AAAN,KAAK,CAAC,MAAM,CAAQ,GAAa;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAGK,AAAN,KAAK,CAAC,iBAAiB,CAAQ,GAAa;QAC1C,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACnE,CAAC;IAGD,UAAU,CAAQ,GAAa;QAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC,CAAC;IACxD,CAAC;IAGD,QAAQ,CAAQ,GAAa;QAC3B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;IAGD,UAAU,CAAQ,GAAa;QAC7B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,gEAAgE,EAAE,CAAC,CAAC;YACjH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC;IACvD,CAAC;IAGD,cAAc,CAAkB,MAA0B,EAAS,GAAa;QAC9E,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC;IACxE,CAAC;IAGD,aAAa,CAAQ,GAAa;QAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,CAAC;IAGK,AAAN,KAAK,CAAC,MAAM,CAAQ,GAAa;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;IACxD,CAAC;
|
|
1
|
+
{"version":3,"file":"core-hub.controller.js","sourceRoot":"","sources":["../../../../src/core/modules/hub/core-hub.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAuF;AAGvF,6EAAgE;AAChE,4DAAwD;AAExD,mEAA6D;AAC7D,yDAAoD;AACpD,uCAAuC;AACvC,wEAAkE;AAClE,8EAAwE;AACxE,kFAA4E;AAC5E,wFAAkF;AAClF,kFAA4E;AAC5E,8EAAwE;AACxE,sFAAgF;AAChF,kFAA4E;AAC5E,iEAA6G;AAG7G,MAAM,cAAc,GAAG,oBAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAiBpF,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAIP;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IAEY;IAbzB,kBAAkB,CAAU;IAEpC,YACqB,UAA0B,EAC1B,WAA+B,EAC/B,SAA2B,EAC3B,iBAA2C,EAC3C,cAAqC,EACrC,YAAiC,EACjC,SAA8B,EAC9B,WAAkC,EAClC,aAAsC,EAE1B,cAAsC;QAVlD,eAAU,GAAV,UAAU,CAAgB;QAC1B,gBAAW,GAAX,WAAW,CAAoB;QAC/B,cAAS,GAAT,SAAS,CAAkB;QAC3B,sBAAiB,GAAjB,iBAAiB,CAA0B;QAC3C,mBAAc,GAAd,cAAc,CAAuB;QACrC,iBAAY,GAAZ,YAAY,CAAqB;QACjC,cAAS,GAAT,SAAS,CAAqB;QAC9B,gBAAW,GAAX,WAAW,CAAuB;QAClC,kBAAa,GAAb,aAAa,CAAyB;QAE1B,mBAAc,GAAd,cAAc,CAAwB;IACpE,CAAC;IAGE,AAAN,KAAK,CAAC,MAAM,CAAQ,GAAa;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAGK,AAAN,KAAK,CAAC,iBAAiB,CAAQ,GAAa;QAC1C,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACnE,CAAC;IAGD,UAAU,CAAQ,GAAa;QAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC,CAAC;IACxD,CAAC;IAGD,QAAQ,CAAQ,GAAa;QAC3B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;IAGD,UAAU,CAAQ,GAAa;QAC7B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,gEAAgE,EAAE,CAAC,CAAC;YACjH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC;IACvD,CAAC;IAGD,cAAc,CAAkB,MAA0B,EAAS,GAAa;QAC9E,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC;IACxE,CAAC;IAGD,aAAa,CAAQ,GAAa;QAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,CAAC;IAGK,AAAN,KAAK,CAAC,MAAM,CAAQ,GAAa;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;IACxD,CAAC;IAGK,AAAN,KAAK,CAAC,eAAe,CAAQ,GAAa;QACxC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;IACpF,CAAC;IAGK,AAAN,KAAK,CAAC,SAAS,CACI,MAA0B,EAC5B,IAAwB,EACvB,KAAyB,EAClC,GAAa;QAEpB,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAC7G,CAAC;IAGK,AAAN,KAAK,CAAC,cAAc,CAAQ,GAAa;QACvC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,CAAC,CAAC;IAC/D,CAAC;IAGK,AAAN,KAAK,CAAC,WAAW,CAAiB,KAAyB,EAAS,GAAa;QAC/E,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,6BAA6B,EAAE,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5G,CAAC;IAGK,AAAN,KAAK,CAAC,WAAW,CAAe,GAAW,EAAS,GAAa;QAC/D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,GAAG,CAAC,GAAG,CAAC;YACN,eAAe,EAAE,UAAU;YAC3B,yBAAyB,EAAE,gFAAgF;YAC3G,wBAAwB,EAAE,SAAS;YACnC,iBAAiB,EAAE,YAAY;SAChC,CAAC,CAAC;QACH,GAAG;aACA,IAAI,CAAC,MAAM,CAAC;aACZ,IAAI,CACH,IAAI;YACF,0HAA0H,CAC7H,CAAC;IACN,CAAC;IAGK,AAAN,KAAK,CAAC,QAAQ,CAAiB,KAAyB,EAAS,GAAa;QAC5E,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,iCAAiC,EAAE,CAAC,CAAC;YAClF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACpG,CAAC;IAGD,UAAU,CAAQ,GAAa;QAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;IACjD,CAAC;IAQD,WAAW,CAAQ,GAAa;QAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC1D,CAAC;IAGK,AAAN,KAAK,CAAC,WAAW,CAAQ,GAAa;QACpC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACjB,SAAS,EAAE,KAAK;gBAChB,IAAI,EAAE,qEAAqE;aAC5E,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACzD,CAAC;IAGK,AAAN,KAAK,CAAC,UAAU,CAAiB,KAAyB,EAAS,GAAa;QAC9E,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACtG,CAAC;IAGK,AAAN,KAAK,CAAC,UAAU,CAAQ,GAAa;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,CAAC;IAC5D,CAAC;IAOK,AAAN,KAAK,CAAC,YAAY,CACG,QAA4B,EAC9B,MAA0B,EACpC,GAAa;QAEpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,QAAQ,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QAC7E,GAAG,CAAC,GAAG,CAAC;YACN,eAAe,EAAE,UAAU;YAC3B,yBAAyB,EAAE,gFAAgF;YAC3G,wBAAwB,EAAE,SAAS;YACnC,iBAAiB,EAAE,YAAY;SAChC,CAAC,CAAC;QACH,IAAI,WAAW,IAAI,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;YACxD,GAAG;iBACA,IAAI,CAAC,MAAM,CAAC;iBACZ,IAAI,CACH,wFAAwF,IAAA,6BAAU,EAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAChI,CAAC;YACJ,OAAO;QACT,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAE,MAA2B,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAMD,KAAK,CAAQ,GAAa;QACxB,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;QACjE,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,IAAA,0CAAuB,EAAC,IAAA,gCAAa,GAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACnE,CAAC;IAWD,IAAI,CAA2B,UAA8B,EAAS,GAAa;QACjF,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAClC,CAAC;IAKD,IAAI,CAA2B,UAA8B,EAAS,GAAa;QACjF,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAClC,CAAC;IAKD,QAAQ,CAAQ,GAAa;QAC3B,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACjC,CAAC;IAGS,KAAK,CAAC,gBAAgB;QAC9B,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAChD,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YACxB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC1B,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;SAC7B,CAAC,CAAC;QACH,OAAO;YACL,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACjF,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE;YAC1F,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;SACvF,CAAC;IACJ,CAAC;IAES,QAAQ,CAAC,GAAa,EAAE,IAAa;QAC7C,GAAG,CAAC,GAAG,CAAC,IAAA,0CAAuB,EAAC,IAAA,gCAAa,GAAE,CAAC,CAAC,CAAC;QAClD,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAES,SAAS,CAAC,GAAa,EAAE,UAAmB;QACpD,MAAM,KAAK,GAAG,IAAA,gCAAa,GAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAA,8BAAW,EAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;QACzE,GAAG,CAAC,GAAG,CAAC,IAAA,0CAAuB,EAAC,KAAK,CAAC,CAAC,CAAC;QACxC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;CACF,CAAA;AA1PY,8CAAiB;AAkBtB;IADL,IAAA,YAAG,EAAC,SAAS,CAAC;IACD,WAAA,IAAA,YAAG,GAAE,CAAA;;;;+CAElB;AAGK;IADL,IAAA,YAAG,EAAC,qBAAqB,CAAC;IACF,WAAA,IAAA,YAAG,GAAE,CAAA;;;;0DAE7B;AAGD;IADC,IAAA,YAAG,EAAC,aAAa,CAAC;IACP,WAAA,IAAA,YAAG,GAAE,CAAA;;;;mDAEhB;AAGD;IADC,IAAA,YAAG,EAAC,WAAW,CAAC;IACP,WAAA,IAAA,YAAG,GAAE,CAAA;;;;iDAEd;AAGD;IADC,IAAA,YAAG,EAAC,aAAa,CAAC;IACP,WAAA,IAAA,YAAG,GAAE,CAAA;;;;mDAMhB;AAGD;IADC,IAAA,YAAG,EAAC,kBAAkB,CAAC;IACR,WAAA,IAAA,cAAK,EAAC,QAAQ,CAAC,CAAA;IAA8B,WAAA,IAAA,YAAG,GAAE,CAAA;;;;uDAEjE;AAGD;IADC,IAAA,YAAG,EAAC,gBAAgB,CAAC;IACP,WAAA,IAAA,YAAG,GAAE,CAAA;;;;sDAEnB;AAGK;IADL,IAAA,YAAG,EAAC,SAAS,CAAC;IACD,WAAA,IAAA,YAAG,GAAE,CAAA;;;;+CAElB;AAGK;IADL,IAAA,YAAG,EAAC,kBAAkB,CAAC;IACD,WAAA,IAAA,YAAG,GAAE,CAAA;;;;wDAE3B;AAGK;IADL,IAAA,YAAG,EAAC,YAAY,CAAC;IAEf,WAAA,IAAA,cAAK,EAAC,QAAQ,CAAC,CAAA;IACf,WAAA,IAAA,cAAK,EAAC,MAAM,CAAC,CAAA;IACb,WAAA,IAAA,cAAK,EAAC,OAAO,CAAC,CAAA;IACd,WAAA,IAAA,YAAG,GAAE,CAAA;;;;kDAGP;AAGK;IADL,IAAA,YAAG,EAAC,iBAAiB,CAAC;IACD,WAAA,IAAA,YAAG,GAAE,CAAA;;;;uDAE1B;AAGK;IADL,IAAA,YAAG,EAAC,cAAc,CAAC;IACD,WAAA,IAAA,cAAK,EAAC,OAAO,CAAC,CAAA;IAA6B,WAAA,IAAA,YAAG,GAAE,CAAA;;;;oDAMlE;AAGK;IADL,IAAA,YAAG,EAAC,mBAAmB,CAAC;IACN,WAAA,IAAA,cAAK,EAAC,KAAK,CAAC,CAAA;IAAe,WAAA,IAAA,YAAG,GAAE,CAAA;;;;oDAclD;AAGK;IADL,IAAA,YAAG,EAAC,WAAW,CAAC;IACD,WAAA,IAAA,cAAK,EAAC,OAAO,CAAC,CAAA;IAA6B,WAAA,IAAA,YAAG,GAAE,CAAA;;;;iDAM/D;AAGD;IADC,IAAA,YAAG,EAAC,aAAa,CAAC;IACP,WAAA,IAAA,YAAG,GAAE,CAAA;;;;mDAEhB;AAQD;IADC,IAAA,YAAG,EAAC,cAAc,CAAC;IACP,WAAA,IAAA,YAAG,GAAE,CAAA;;;;oDAEjB;AAGK;IADL,IAAA,YAAG,EAAC,cAAc,CAAC;IACD,WAAA,IAAA,YAAG,GAAE,CAAA;;;;oDASvB;AAGK;IADL,IAAA,YAAG,EAAC,aAAa,CAAC;IACD,WAAA,IAAA,cAAK,EAAC,OAAO,CAAC,CAAA;IAA6B,WAAA,IAAA,YAAG,GAAE,CAAA;;;;mDAMjE;AAGK;IADL,IAAA,YAAG,EAAC,aAAa,CAAC;IACD,WAAA,IAAA,YAAG,GAAE,CAAA;;;;mDAEtB;AAOK;IADL,IAAA,YAAG,EAAC,gBAAgB,CAAC;IAEnB,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,cAAK,EAAC,QAAQ,CAAC,CAAA;IACf,WAAA,IAAA,YAAG,GAAE,CAAA;;;;qDAmBP;AAMD;IAFC,IAAA,YAAG,EAAC,QAAQ,CAAC;IACb,IAAA,uBAAK,EAAC,oBAAQ,CAAC,UAAU,CAAC;IACpB,WAAA,IAAA,YAAG,GAAE,CAAA;;;;8CAMX;AAWD;IAFC,IAAA,YAAG,GAAE;IACL,IAAA,uBAAK,EAAC,oBAAQ,CAAC,UAAU,CAAC;IACrB,WAAA,IAAA,gBAAO,EAAC,eAAe,CAAC,CAAA;IAAkC,WAAA,IAAA,YAAG,GAAE,CAAA;;;;6CAEpE;AAKD;IAFC,IAAA,YAAG,EAAC,cAAc,CAAC;IACnB,IAAA,uBAAK,EAAC,oBAAQ,CAAC,UAAU,CAAC;IACrB,WAAA,IAAA,gBAAO,EAAC,eAAe,CAAC,CAAA;IAAkC,WAAA,IAAA,YAAG,GAAE,CAAA;;;;6CAEpE;AAKD;IAFC,IAAA,YAAG,EAAC,MAAM,CAAC;IACX,IAAA,uBAAK,EAAC,oBAAQ,CAAC,UAAU,CAAC;IACjB,WAAA,IAAA,YAAG,GAAE,CAAA;;;;iDAEd;4BA/NU,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;IAeR,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAVoB,iCAAc;QACb,0CAAkB;QACpB,sCAAgB;QACR,sDAAwB;QAC3B,gDAAqB;QACvB,4CAAmB;QACtB,4CAAmB;QACjB,gDAAqB;QACnB,oDAAuB;QAET,gDAAqB;GAd5D,iBAAiB,CA0P7B"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.maskConfigDeep = maskConfigDeep;
|
|
4
|
-
const SECRET_KEY_PATTERN = /secret|passwd|password|passphrase|credential|api[-_]?key|access[-_]?token|refresh[-_]?token|private[-_]?key|encryption|\btoken\b|\bpass\b|(^|[^a-z])key([^a-z]|$)/i;
|
|
5
|
-
const URI_CREDENTIAL_PATTERN = /^([a-z][a-z0-9+.-]*:\/\/[^/@:\s]
|
|
4
|
+
const SECRET_KEY_PATTERN = /secret|passwd|password|passphrase|credential|api[-_]?key|access[-_]?key|access[-_]?token|refresh[-_]?token|private[-_]?key|encryption|\btoken\b|\bpass\b|(^|[^a-z])key([^a-z]|$)/i;
|
|
5
|
+
const URI_CREDENTIAL_PATTERN = /^([a-z][a-z0-9+.-]*:\/\/[^/@:\s]*:)([^@/\s]+)(@)/i;
|
|
6
6
|
const MASK = '***';
|
|
7
7
|
function maskConfigDeep(value, extraSecretKeys = []) {
|
|
8
8
|
const extra = new Set(extraSecretKeys.map((k) => k.toLowerCase()));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hub-mask.helper.js","sourceRoot":"","sources":["../../../../../src/core/modules/hub/helpers/hub-mask.helper.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"hub-mask.helper.js","sourceRoot":"","sources":["../../../../../src/core/modules/hub/helpers/hub-mask.helper.ts"],"names":[],"mappings":";;AA4CA,wCAGC;AAhCD,MAAM,kBAAkB,GACtB,mLAAmL,CAAC;AActL,MAAM,sBAAsB,GAAG,mDAAmD,CAAC;AAEnF,MAAM,IAAI,GAAG,KAAK,CAAC;AAYnB,SAAgB,cAAc,CAAI,KAAQ,EAAE,kBAA4B,EAAE;IACxE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACnE,OAAO,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAM,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,GAAW,EAAE,KAAkB;IAClD,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACrD,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,KAAK,CAAC,OAAO,CAAC,sBAAsB,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,KAAc,EAAE,WAAoB,EAAE,KAAkB;IACzE,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAGD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/D,CAAC;IAGD,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IAID,IAAI,KAAK,YAAY,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;QAC1E,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,EAAE,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { CoreRedisService } from '../../common/services/core-redis.service';
|
|
2
|
+
import { HubBufferEntry, HubRingBuffer } from './hub-ring-buffer';
|
|
3
|
+
export interface HubBufferData<T> {
|
|
4
|
+
cursor: number;
|
|
5
|
+
dropped: number;
|
|
6
|
+
entries: T[];
|
|
7
|
+
}
|
|
8
|
+
export declare class HubBuffer<T extends HubBufferEntry> {
|
|
9
|
+
protected readonly listKey: string;
|
|
10
|
+
protected readonly local: HubRingBuffer<T>;
|
|
11
|
+
protected readonly redis?: CoreRedisService;
|
|
12
|
+
protected readonly seqKey: string;
|
|
13
|
+
protected readonly ttlSeconds: number;
|
|
14
|
+
constructor(capacity: number, name: string, redis?: CoreRedisService, ttlSeconds?: number);
|
|
15
|
+
add(entry: Omit<T, 'seq' | 'timestamp'> & {
|
|
16
|
+
timestamp?: number;
|
|
17
|
+
}): T;
|
|
18
|
+
clear(): void;
|
|
19
|
+
protected mirror(label: string, run: (client: ReturnType<CoreRedisService['getClient']>) => Promise<unknown>): void;
|
|
20
|
+
read(since?: number, limit?: number): Promise<HubBufferData<T>>;
|
|
21
|
+
protected readShared(since?: number, limit?: number): Promise<HubBufferData<T> | undefined>;
|
|
22
|
+
protected shape(total: number, raw: string[], needed: number): HubBufferData<T>;
|
|
23
|
+
}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HubBuffer = void 0;
|
|
4
|
+
const hub_ring_buffer_1 = require("./hub-ring-buffer");
|
|
5
|
+
const DEFAULT_SHARED_TTL_SECONDS = 24 * 60 * 60;
|
|
6
|
+
const SHARED_READ_CHUNK = 64;
|
|
7
|
+
class HubBuffer {
|
|
8
|
+
listKey;
|
|
9
|
+
local;
|
|
10
|
+
redis;
|
|
11
|
+
seqKey;
|
|
12
|
+
ttlSeconds;
|
|
13
|
+
constructor(capacity, name, redis, ttlSeconds = DEFAULT_SHARED_TTL_SECONDS) {
|
|
14
|
+
this.local = new hub_ring_buffer_1.HubRingBuffer(capacity);
|
|
15
|
+
this.redis = redis?.enabled ? redis : undefined;
|
|
16
|
+
this.listKey = this.redis?.key('hub', name) ?? '';
|
|
17
|
+
this.seqKey = this.redis?.key('hub', name, 'seq') ?? '';
|
|
18
|
+
this.ttlSeconds = ttlSeconds;
|
|
19
|
+
}
|
|
20
|
+
add(entry) {
|
|
21
|
+
const full = this.local.add(entry);
|
|
22
|
+
this.mirror('append', (client) => client
|
|
23
|
+
.multi()
|
|
24
|
+
.incr(this.seqKey)
|
|
25
|
+
.lpush(this.listKey, JSON.stringify(full))
|
|
26
|
+
.ltrim(this.listKey, 0, this.local.capacity - 1)
|
|
27
|
+
.expire(this.listKey, this.ttlSeconds)
|
|
28
|
+
.exec());
|
|
29
|
+
return full;
|
|
30
|
+
}
|
|
31
|
+
clear() {
|
|
32
|
+
this.local.clear();
|
|
33
|
+
this.mirror('clear', (client) => client.del(this.listKey));
|
|
34
|
+
}
|
|
35
|
+
mirror(label, run) {
|
|
36
|
+
if (!this.redis) {
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
const failed = (err) => console.debug(`Hub buffer ${label} failed (${this.listKey}): ${err.message}`);
|
|
40
|
+
try {
|
|
41
|
+
run(this.redis.getClient()).catch(failed);
|
|
42
|
+
}
|
|
43
|
+
catch (err) {
|
|
44
|
+
failed(err);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async read(since, limit) {
|
|
48
|
+
const shared = this.redis ? await this.readShared(since, limit) : undefined;
|
|
49
|
+
if (shared) {
|
|
50
|
+
return shared;
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
cursor: this.local.lastSeq,
|
|
54
|
+
dropped: this.local.firstRetainedSeq,
|
|
55
|
+
entries: since === undefined ? this.local.recent(limit) : this.local.since(since, limit),
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
async readShared(since, limit) {
|
|
59
|
+
try {
|
|
60
|
+
const client = this.redis.getClient();
|
|
61
|
+
const capacity = this.local.capacity;
|
|
62
|
+
const cap = Math.min(limit ?? capacity, capacity);
|
|
63
|
+
let want = Math.max(1, since === undefined ? cap : Math.min(cap, SHARED_READ_CHUNK));
|
|
64
|
+
for (let attempt = 0;; attempt++) {
|
|
65
|
+
const result = await client
|
|
66
|
+
.multi()
|
|
67
|
+
.get(this.seqKey)
|
|
68
|
+
.lrange(this.listKey, 0, want - 1)
|
|
69
|
+
.exec();
|
|
70
|
+
const total = Number(result?.[0]?.[1] ?? 0);
|
|
71
|
+
const raw = (result?.[1]?.[1] ?? []);
|
|
72
|
+
const needed = since === undefined ? cap : Math.max(0, Math.min(cap, total - 1 - since));
|
|
73
|
+
if (raw.length >= needed || raw.length < want || attempt >= 2) {
|
|
74
|
+
return this.shape(total, raw, needed);
|
|
75
|
+
}
|
|
76
|
+
want = Math.min(Math.max(needed, want * 4), capacity);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
catch (err) {
|
|
80
|
+
console.debug(`Hub buffer read failed (${this.listKey}), using the local buffer: ${err.message}`);
|
|
81
|
+
return undefined;
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
shape(total, raw, needed) {
|
|
85
|
+
const entries = [];
|
|
86
|
+
for (let i = Math.min(raw.length, needed) - 1; i >= 0; i--) {
|
|
87
|
+
try {
|
|
88
|
+
entries.push({ ...JSON.parse(raw[i]), seq: total - 1 - i });
|
|
89
|
+
}
|
|
90
|
+
catch {
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
return {
|
|
94
|
+
cursor: total - 1,
|
|
95
|
+
dropped: raw.length ? total - raw.length : -1,
|
|
96
|
+
entries,
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
exports.HubBuffer = HubBuffer;
|
|
101
|
+
//# sourceMappingURL=hub-buffer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hub-buffer.js","sourceRoot":"","sources":["../../../../src/core/modules/hub/hub-buffer.ts"],"names":[],"mappings":";;;AACA,uDAAkE;AAoBlE,MAAM,0BAA0B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AAUhD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAqB7B,MAAa,SAAS;IACD,OAAO,CAAS;IAChB,KAAK,CAAmB;IACxB,KAAK,CAAoB;IACzB,MAAM,CAAS;IAGf,UAAU,CAAS;IAEtC,YAAY,QAAgB,EAAE,IAAY,EAAE,KAAwB,EAAE,UAAU,GAAG,0BAA0B;QAC3G,IAAI,CAAC,KAAK,GAAG,IAAI,+BAAa,CAAI,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAGD,GAAG,CAAC,KAA4D;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC/B,MAAM;aACH,KAAK,EAAE;aACP,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;aACjB,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;aACzC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;aAK/C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC;aACrC,IAAI,EAAE,CACV,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAGD,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7D,CAAC;IAQS,MAAM,CAAC,KAAa,EAAE,GAA4E;QAC1G,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,GAAU,EAAQ,EAAE,CAMlC,OAAO,CAAC,KAAK,CAAC,cAAc,KAAK,YAAY,IAAI,CAAC,OAAO,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,GAAY,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,KAAc,EAAE,KAAc;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YAC1B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB;YACpC,OAAO,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;SACzF,CAAC;IACJ,CAAC;IAWS,KAAK,CAAC,UAAU,CAAC,KAAc,EAAE,KAAc;QACvD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAM,CAAC,SAAS,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAGlD,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC;YAErF,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,MAAM,MAAM;qBACxB,KAAK,EAAE;qBACP,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;qBAChB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC;qBACjC,IAAI,EAAE,CAAC;gBACV,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAa,CAAC;gBACjD,MAAM,MAAM,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;gBAKzF,IAAI,GAAG,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;oBAC9D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;gBACxC,CAAC;gBACD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YAEb,OAAO,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,OAAO,8BAA+B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7G,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAUS,KAAK,CAAC,KAAa,EAAE,GAAa,EAAE,MAAc;QAC1D,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3D,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,GAAG,CAAC,EAAO,CAAC,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;QACH,CAAC;QACD,OAAO;YACL,MAAM,EAAE,KAAK,GAAG,CAAC;YACjB,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO;SACR,CAAC;IACJ,CAAC;CACF;AAjJD,8BAiJC"}
|