@smythos/sre 1.5.53 → 1.5.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG +98 -98
- package/LICENSE +18 -18
- package/README.md +135 -135
- package/dist/bundle-analysis-lazy.html +4949 -0
- package/dist/bundle-analysis.html +4949 -0
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.d.ts +1 -6
- package/dist/types/utils/package-manager.utils.d.ts +26 -0
- package/package.json +1 -1
- package/src/Components/APICall/APICall.class.ts +157 -157
- package/src/Components/APICall/AccessTokenManager.ts +166 -166
- package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
- package/src/Components/APICall/OAuth.helper.ts +447 -447
- package/src/Components/APICall/mimeTypeCategories.ts +46 -46
- package/src/Components/APICall/parseData.ts +167 -167
- package/src/Components/APICall/parseHeaders.ts +41 -41
- package/src/Components/APICall/parseProxy.ts +68 -68
- package/src/Components/APICall/parseUrl.ts +91 -91
- package/src/Components/APIEndpoint.class.ts +234 -234
- package/src/Components/APIOutput.class.ts +58 -58
- package/src/Components/AgentPlugin.class.ts +102 -102
- package/src/Components/Async.class.ts +155 -155
- package/src/Components/Await.class.ts +90 -90
- package/src/Components/Classifier.class.ts +158 -158
- package/src/Components/Component.class.ts +132 -132
- package/src/Components/ComponentHost.class.ts +38 -38
- package/src/Components/DataSourceCleaner.class.ts +92 -92
- package/src/Components/DataSourceIndexer.class.ts +181 -181
- package/src/Components/DataSourceLookup.class.ts +161 -161
- package/src/Components/ECMASandbox.class.ts +71 -71
- package/src/Components/FEncDec.class.ts +29 -29
- package/src/Components/FHash.class.ts +33 -33
- package/src/Components/FSign.class.ts +80 -80
- package/src/Components/FSleep.class.ts +25 -25
- package/src/Components/FTimestamp.class.ts +25 -25
- package/src/Components/FileStore.class.ts +78 -78
- package/src/Components/ForEach.class.ts +97 -97
- package/src/Components/GPTPlugin.class.ts +70 -70
- package/src/Components/GenAILLM.class.ts +586 -586
- package/src/Components/HuggingFace.class.ts +314 -314
- package/src/Components/Image/imageSettings.config.ts +70 -70
- package/src/Components/ImageGenerator.class.ts +502 -502
- package/src/Components/JSONFilter.class.ts +54 -54
- package/src/Components/LLMAssistant.class.ts +213 -213
- package/src/Components/LogicAND.class.ts +28 -28
- package/src/Components/LogicAtLeast.class.ts +85 -85
- package/src/Components/LogicAtMost.class.ts +86 -86
- package/src/Components/LogicOR.class.ts +29 -29
- package/src/Components/LogicXOR.class.ts +34 -34
- package/src/Components/MCPClient.class.ts +138 -138
- package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
- package/src/Components/MemoryReadKeyVal.class.ts +66 -66
- package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
- package/src/Components/MemoryWriteObject.class.ts +97 -97
- package/src/Components/MultimodalLLM.class.ts +128 -128
- package/src/Components/OpenAPI.class.ts +72 -72
- package/src/Components/PromptGenerator.class.ts +122 -122
- package/src/Components/ScrapflyWebScrape.class.ts +159 -159
- package/src/Components/ServerlessCode.class.ts +123 -123
- package/src/Components/TavilyWebSearch.class.ts +98 -98
- package/src/Components/VisionLLM.class.ts +104 -104
- package/src/Components/ZapierAction.class.ts +127 -127
- package/src/Components/index.ts +97 -97
- package/src/Core/AgentProcess.helper.ts +240 -240
- package/src/Core/Connector.class.ts +123 -123
- package/src/Core/ConnectorsService.ts +197 -197
- package/src/Core/DummyConnector.ts +49 -49
- package/src/Core/HookService.ts +105 -105
- package/src/Core/SmythRuntime.class.ts +235 -235
- package/src/Core/SystemEvents.ts +16 -16
- package/src/Core/boot.ts +56 -56
- package/src/config.ts +15 -15
- package/src/constants.ts +126 -126
- package/src/data/hugging-face.params.json +579 -579
- package/src/helpers/AWSLambdaCode.helper.ts +590 -590
- package/src/helpers/BinaryInput.helper.ts +331 -331
- package/src/helpers/Conversation.helper.ts +1119 -1119
- package/src/helpers/ECMASandbox.helper.ts +54 -54
- package/src/helpers/JsonContent.helper.ts +97 -97
- package/src/helpers/LocalCache.helper.ts +97 -97
- package/src/helpers/Log.helper.ts +274 -274
- package/src/helpers/OpenApiParser.helper.ts +150 -150
- package/src/helpers/S3Cache.helper.ts +147 -147
- package/src/helpers/SmythURI.helper.ts +5 -5
- package/src/helpers/Sysconfig.helper.ts +77 -77
- package/src/helpers/TemplateString.helper.ts +243 -243
- package/src/helpers/TypeChecker.helper.ts +329 -329
- package/src/index.ts +3 -3
- package/src/index.ts.bak +3 -3
- package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
- package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
- package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
- package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
- package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +142 -142
- package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
- package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
- package/src/subsystems/AgentManager/AgentLogger.class.ts +301 -297
- package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
- package/src/subsystems/AgentManager/AgentRuntime.class.ts +559 -559
- package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
- package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
- package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
- package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
- package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
- package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
- package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
- package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
- package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
- package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +172 -172
- package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
- package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
- package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
- package/src/subsystems/IO/CLI.service/index.ts +9 -9
- package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
- package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
- package/src/subsystems/IO/Log.service/index.ts +13 -13
- package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
- package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
- package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
- package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
- package/src/subsystems/IO/NKV.service/index.ts +14 -14
- package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
- package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
- package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
- package/src/subsystems/IO/Router.service/index.ts +11 -11
- package/src/subsystems/IO/Storage.service/SmythFS.class.ts +489 -489
- package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
- package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
- package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
- package/src/subsystems/IO/Storage.service/index.ts +13 -13
- package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
- package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +454 -454
- package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +384 -384
- package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +421 -421
- package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
- package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
- package/src/subsystems/IO/VectorDB.service/embed/index.ts +21 -21
- package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
- package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
- package/src/subsystems/LLMManager/LLM.inference.ts +339 -339
- package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +489 -489
- package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
- package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +659 -659
- package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +400 -400
- package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +77 -77
- package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +757 -757
- package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +304 -304
- package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +250 -250
- package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +423 -423
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +488 -488
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -524
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1145
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
- package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +471 -471
- package/src/subsystems/LLMManager/LLM.service/index.ts +44 -44
- package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +300 -300
- package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +252 -252
- package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
- package/src/subsystems/LLMManager/custom-models.ts +854 -854
- package/src/subsystems/LLMManager/models.ts +2540 -2540
- package/src/subsystems/LLMManager/paramMappings.ts +69 -69
- package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
- package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
- package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +201 -201
- package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
- package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
- package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
- package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
- package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
- package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
- package/src/subsystems/MemoryManager/RuntimeContext.ts +266 -266
- package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
- package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
- package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
- package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
- package/src/subsystems/Security/Account.service/connectors/AWSAccount.class.ts +76 -76
- package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
- package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +159 -159
- package/src/subsystems/Security/Account.service/index.ts +14 -14
- package/src/subsystems/Security/Credentials.helper.ts +62 -62
- package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
- package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
- package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
- package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
- package/src/subsystems/Security/SecureConnector.class.ts +110 -110
- package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
- package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
- package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
- package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
- package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
- package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
- package/src/subsystems/Security/Vault.service/index.ts +12 -12
- package/src/types/ACL.types.ts +104 -104
- package/src/types/AWS.types.ts +10 -10
- package/src/types/Agent.types.ts +61 -61
- package/src/types/AgentLogger.types.ts +17 -17
- package/src/types/Cache.types.ts +1 -1
- package/src/types/Common.types.ts +2 -2
- package/src/types/LLM.types.ts +496 -496
- package/src/types/Redis.types.ts +8 -8
- package/src/types/SRE.types.ts +64 -64
- package/src/types/Security.types.ts +14 -14
- package/src/types/Storage.types.ts +5 -5
- package/src/types/VectorDB.types.ts +86 -86
- package/src/utils/base64.utils.ts +275 -275
- package/src/utils/cli.utils.ts +68 -68
- package/src/utils/data.utils.ts +322 -322
- package/src/utils/date-time.utils.ts +22 -22
- package/src/utils/general.utils.ts +238 -238
- package/src/utils/index.ts +12 -12
- package/src/utils/lazy-client.ts +261 -261
- package/src/utils/numbers.utils.ts +13 -13
- package/src/utils/oauth.utils.ts +35 -35
- package/src/utils/string.utils.ts +414 -414
- package/src/utils/url.utils.ts +19 -19
- package/src/utils/validation.utils.ts +74 -74
- package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +0 -39
|
@@ -1,201 +1,201 @@
|
|
|
1
|
-
import { Logger } from '@sre/helpers/Log.helper';
|
|
2
|
-
import { IAccessCandidate, IACL, TAccessLevel } from '@sre/types/ACL.types';
|
|
3
|
-
import { CacheMetadata } from '@sre/types/Cache.types';
|
|
4
|
-
import { CacheConnector } from '../CacheConnector';
|
|
5
|
-
import { ACL } from '@sre/Security/AccessControl/ACL.class';
|
|
6
|
-
import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
|
|
7
|
-
import { SecureConnector } from '@sre/Security/SecureConnector.class';
|
|
8
|
-
import { debounce } from '@sre/utils/general.utils';
|
|
9
|
-
|
|
10
|
-
const console = Logger('RAMCache');
|
|
11
|
-
|
|
12
|
-
interface CacheEntry {
|
|
13
|
-
value: any;
|
|
14
|
-
metadata: CacheMetadata;
|
|
15
|
-
expiresAt?: number;
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
export class RAMCache extends CacheConnector {
|
|
19
|
-
public name: string = 'RAMCache';
|
|
20
|
-
private _prefix: string = 'smyth:cache';
|
|
21
|
-
private _mdPrefix: string = 'smyth:metadata';
|
|
22
|
-
private cache: Map<string, CacheEntry> = new Map();
|
|
23
|
-
private cleanupInterval: NodeJS.Timeout;
|
|
24
|
-
|
|
25
|
-
constructor(protected _settings: any) {
|
|
26
|
-
super(_settings);
|
|
27
|
-
// Set up cleanup interval to remove expired entries
|
|
28
|
-
|
|
29
|
-
this.cleanupInterval = setInterval(() => this.cleanupExpiredEntries(), 60000); // Clean up every minute
|
|
30
|
-
this.cleanupInterval.unref();
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
public get prefix() {
|
|
34
|
-
return this._prefix;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
public get mdPrefix() {
|
|
38
|
-
return this._mdPrefix;
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
private getFullKey(key: string): string {
|
|
42
|
-
return `${this._prefix}:${key}`;
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
private getFullMetadataKey(key: string): string {
|
|
46
|
-
return `${this._mdPrefix}:${key}`;
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
private cleanupExpiredEntries() {
|
|
50
|
-
const now = Date.now();
|
|
51
|
-
for (const [key, entry] of this.cache.entries()) {
|
|
52
|
-
if (entry.expiresAt && entry.expiresAt < now) {
|
|
53
|
-
this.cache.delete(key);
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
@SecureConnector.AccessControl
|
|
59
|
-
public async get(acRequest: AccessRequest, key: string): Promise<string | null> {
|
|
60
|
-
const fullKey = this.getFullKey(key);
|
|
61
|
-
const entry = this.cache.get(fullKey);
|
|
62
|
-
|
|
63
|
-
if (!entry) return null;
|
|
64
|
-
|
|
65
|
-
if (entry.expiresAt && entry.expiresAt < Date.now()) {
|
|
66
|
-
this.cache.delete(fullKey);
|
|
67
|
-
return null;
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
return entry.value;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
@SecureConnector.AccessControl
|
|
74
|
-
public async set(acRequest: AccessRequest, key: string, data: any, acl?: IACL, metadata?: CacheMetadata, ttl?: number): Promise<boolean> {
|
|
75
|
-
const accessCandidate = acRequest.candidate;
|
|
76
|
-
const fullKey = this.getFullKey(key);
|
|
77
|
-
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
78
|
-
|
|
79
|
-
const newMetadata: CacheMetadata = metadata || {};
|
|
80
|
-
newMetadata.acl = ACL.from(acl).addAccess(accessCandidate.role, accessCandidate.id, TAccessLevel.Owner).ACL;
|
|
81
|
-
|
|
82
|
-
const entry: CacheEntry = {
|
|
83
|
-
value: data,
|
|
84
|
-
metadata: newMetadata,
|
|
85
|
-
expiresAt: ttl ? Date.now() + ttl * 1000 : undefined,
|
|
86
|
-
};
|
|
87
|
-
|
|
88
|
-
this.cache.set(fullKey, entry);
|
|
89
|
-
this.cache.set(fullMetadataKey, entry);
|
|
90
|
-
|
|
91
|
-
return true;
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
@SecureConnector.AccessControl
|
|
95
|
-
public async delete(acRequest: AccessRequest, key: string): Promise<void> {
|
|
96
|
-
const fullKey = this.getFullKey(key);
|
|
97
|
-
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
98
|
-
this.cache.delete(fullKey);
|
|
99
|
-
this.cache.delete(fullMetadataKey);
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
@SecureConnector.AccessControl
|
|
103
|
-
public async exists(acRequest: AccessRequest, key: string): Promise<boolean> {
|
|
104
|
-
const fullKey = this.getFullKey(key);
|
|
105
|
-
const entry = this.cache.get(fullKey);
|
|
106
|
-
|
|
107
|
-
if (!entry) return false;
|
|
108
|
-
|
|
109
|
-
if (entry.expiresAt && entry.expiresAt < Date.now()) {
|
|
110
|
-
this.cache.delete(fullKey);
|
|
111
|
-
return false;
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
return true;
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
@SecureConnector.AccessControl
|
|
118
|
-
public async getMetadata(acRequest: AccessRequest, key: string): Promise<CacheMetadata> {
|
|
119
|
-
if (!(await this.exists(acRequest, key))) return undefined;
|
|
120
|
-
|
|
121
|
-
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
122
|
-
const entry = this.cache.get(fullMetadataKey);
|
|
123
|
-
return entry?.metadata || {};
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
@SecureConnector.AccessControl
|
|
127
|
-
public async setMetadata(acRequest: AccessRequest, key: string, metadata: CacheMetadata): Promise<void> {
|
|
128
|
-
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
129
|
-
const entry = this.cache.get(fullMetadataKey);
|
|
130
|
-
|
|
131
|
-
if (entry) {
|
|
132
|
-
entry.metadata = metadata;
|
|
133
|
-
this.cache.set(fullMetadataKey, entry);
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
@SecureConnector.AccessControl
|
|
138
|
-
public async updateTTL(acRequest: AccessRequest, key: string, ttl?: number): Promise<void> {
|
|
139
|
-
const fullKey = this.getFullKey(key);
|
|
140
|
-
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
141
|
-
const entry = this.cache.get(fullKey);
|
|
142
|
-
|
|
143
|
-
if (entry) {
|
|
144
|
-
entry.expiresAt = ttl ? Date.now() + ttl * 1000 : undefined;
|
|
145
|
-
this.cache.set(fullKey, entry);
|
|
146
|
-
this.cache.set(fullMetadataKey, entry);
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
@SecureConnector.AccessControl
|
|
151
|
-
public async getTTL(acRequest: AccessRequest, key: string): Promise<number> {
|
|
152
|
-
const fullKey = this.getFullKey(key);
|
|
153
|
-
const entry = this.cache.get(fullKey);
|
|
154
|
-
|
|
155
|
-
if (!entry || !entry.expiresAt) return -1;
|
|
156
|
-
|
|
157
|
-
const remaining = Math.ceil((entry.expiresAt - Date.now()) / 1000);
|
|
158
|
-
return remaining > 0 ? remaining : -1;
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
public async getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL> {
|
|
162
|
-
const fullMetadataKey = this.getFullMetadataKey(resourceId);
|
|
163
|
-
const entry = this.cache.get(fullMetadataKey);
|
|
164
|
-
|
|
165
|
-
if (!entry) {
|
|
166
|
-
return new ACL().addAccess(candidate.role, candidate.id, TAccessLevel.Owner);
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
return ACL.from(entry.metadata?.acl as IACL);
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
@SecureConnector.AccessControl
|
|
173
|
-
async getACL(acRequest: AccessRequest, key: string): Promise<IACL> {
|
|
174
|
-
try {
|
|
175
|
-
const metadata = await this.getMetadata(acRequest, key);
|
|
176
|
-
return (metadata?.acl as IACL) || {};
|
|
177
|
-
} catch (error) {
|
|
178
|
-
console.error(`Error getting access rights in RAMCache`, error.name, error.message);
|
|
179
|
-
throw error;
|
|
180
|
-
}
|
|
181
|
-
}
|
|
182
|
-
|
|
183
|
-
@SecureConnector.AccessControl
|
|
184
|
-
async setACL(acRequest: AccessRequest, key: string, acl: IACL) {
|
|
185
|
-
try {
|
|
186
|
-
let metadata = await this.getMetadata(acRequest, key);
|
|
187
|
-
if (!metadata) metadata = {};
|
|
188
|
-
metadata.acl = ACL.from(acl).addAccess(acRequest.candidate.role, acRequest.candidate.id, TAccessLevel.Owner).ACL;
|
|
189
|
-
await this.setMetadata(acRequest, key, metadata);
|
|
190
|
-
} catch (error) {
|
|
191
|
-
console.error(`Error setting access rights in RAMCache`, error);
|
|
192
|
-
throw error;
|
|
193
|
-
}
|
|
194
|
-
}
|
|
195
|
-
|
|
196
|
-
public async stop() {
|
|
197
|
-
super.stop();
|
|
198
|
-
clearInterval(this.cleanupInterval);
|
|
199
|
-
this.cache.clear();
|
|
200
|
-
}
|
|
201
|
-
}
|
|
1
|
+
import { Logger } from '@sre/helpers/Log.helper';
|
|
2
|
+
import { IAccessCandidate, IACL, TAccessLevel } from '@sre/types/ACL.types';
|
|
3
|
+
import { CacheMetadata } from '@sre/types/Cache.types';
|
|
4
|
+
import { CacheConnector } from '../CacheConnector';
|
|
5
|
+
import { ACL } from '@sre/Security/AccessControl/ACL.class';
|
|
6
|
+
import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
|
|
7
|
+
import { SecureConnector } from '@sre/Security/SecureConnector.class';
|
|
8
|
+
import { debounce } from '@sre/utils/general.utils';
|
|
9
|
+
|
|
10
|
+
const console = Logger('RAMCache');
|
|
11
|
+
|
|
12
|
+
interface CacheEntry {
|
|
13
|
+
value: any;
|
|
14
|
+
metadata: CacheMetadata;
|
|
15
|
+
expiresAt?: number;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export class RAMCache extends CacheConnector {
|
|
19
|
+
public name: string = 'RAMCache';
|
|
20
|
+
private _prefix: string = 'smyth:cache';
|
|
21
|
+
private _mdPrefix: string = 'smyth:metadata';
|
|
22
|
+
private cache: Map<string, CacheEntry> = new Map();
|
|
23
|
+
private cleanupInterval: NodeJS.Timeout;
|
|
24
|
+
|
|
25
|
+
constructor(protected _settings: any) {
|
|
26
|
+
super(_settings);
|
|
27
|
+
// Set up cleanup interval to remove expired entries
|
|
28
|
+
|
|
29
|
+
this.cleanupInterval = setInterval(() => this.cleanupExpiredEntries(), 60000); // Clean up every minute
|
|
30
|
+
this.cleanupInterval.unref();
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
public get prefix() {
|
|
34
|
+
return this._prefix;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
public get mdPrefix() {
|
|
38
|
+
return this._mdPrefix;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
private getFullKey(key: string): string {
|
|
42
|
+
return `${this._prefix}:${key}`;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
private getFullMetadataKey(key: string): string {
|
|
46
|
+
return `${this._mdPrefix}:${key}`;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
private cleanupExpiredEntries() {
|
|
50
|
+
const now = Date.now();
|
|
51
|
+
for (const [key, entry] of this.cache.entries()) {
|
|
52
|
+
if (entry.expiresAt && entry.expiresAt < now) {
|
|
53
|
+
this.cache.delete(key);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
@SecureConnector.AccessControl
|
|
59
|
+
public async get(acRequest: AccessRequest, key: string): Promise<string | null> {
|
|
60
|
+
const fullKey = this.getFullKey(key);
|
|
61
|
+
const entry = this.cache.get(fullKey);
|
|
62
|
+
|
|
63
|
+
if (!entry) return null;
|
|
64
|
+
|
|
65
|
+
if (entry.expiresAt && entry.expiresAt < Date.now()) {
|
|
66
|
+
this.cache.delete(fullKey);
|
|
67
|
+
return null;
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
return entry.value;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
@SecureConnector.AccessControl
|
|
74
|
+
public async set(acRequest: AccessRequest, key: string, data: any, acl?: IACL, metadata?: CacheMetadata, ttl?: number): Promise<boolean> {
|
|
75
|
+
const accessCandidate = acRequest.candidate;
|
|
76
|
+
const fullKey = this.getFullKey(key);
|
|
77
|
+
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
78
|
+
|
|
79
|
+
const newMetadata: CacheMetadata = metadata || {};
|
|
80
|
+
newMetadata.acl = ACL.from(acl).addAccess(accessCandidate.role, accessCandidate.id, TAccessLevel.Owner).ACL;
|
|
81
|
+
|
|
82
|
+
const entry: CacheEntry = {
|
|
83
|
+
value: data,
|
|
84
|
+
metadata: newMetadata,
|
|
85
|
+
expiresAt: ttl ? Date.now() + ttl * 1000 : undefined,
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
this.cache.set(fullKey, entry);
|
|
89
|
+
this.cache.set(fullMetadataKey, entry);
|
|
90
|
+
|
|
91
|
+
return true;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
@SecureConnector.AccessControl
|
|
95
|
+
public async delete(acRequest: AccessRequest, key: string): Promise<void> {
|
|
96
|
+
const fullKey = this.getFullKey(key);
|
|
97
|
+
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
98
|
+
this.cache.delete(fullKey);
|
|
99
|
+
this.cache.delete(fullMetadataKey);
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
@SecureConnector.AccessControl
|
|
103
|
+
public async exists(acRequest: AccessRequest, key: string): Promise<boolean> {
|
|
104
|
+
const fullKey = this.getFullKey(key);
|
|
105
|
+
const entry = this.cache.get(fullKey);
|
|
106
|
+
|
|
107
|
+
if (!entry) return false;
|
|
108
|
+
|
|
109
|
+
if (entry.expiresAt && entry.expiresAt < Date.now()) {
|
|
110
|
+
this.cache.delete(fullKey);
|
|
111
|
+
return false;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
return true;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
@SecureConnector.AccessControl
|
|
118
|
+
public async getMetadata(acRequest: AccessRequest, key: string): Promise<CacheMetadata> {
|
|
119
|
+
if (!(await this.exists(acRequest, key))) return undefined;
|
|
120
|
+
|
|
121
|
+
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
122
|
+
const entry = this.cache.get(fullMetadataKey);
|
|
123
|
+
return entry?.metadata || {};
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
@SecureConnector.AccessControl
|
|
127
|
+
public async setMetadata(acRequest: AccessRequest, key: string, metadata: CacheMetadata): Promise<void> {
|
|
128
|
+
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
129
|
+
const entry = this.cache.get(fullMetadataKey);
|
|
130
|
+
|
|
131
|
+
if (entry) {
|
|
132
|
+
entry.metadata = metadata;
|
|
133
|
+
this.cache.set(fullMetadataKey, entry);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
@SecureConnector.AccessControl
|
|
138
|
+
public async updateTTL(acRequest: AccessRequest, key: string, ttl?: number): Promise<void> {
|
|
139
|
+
const fullKey = this.getFullKey(key);
|
|
140
|
+
const fullMetadataKey = this.getFullMetadataKey(key);
|
|
141
|
+
const entry = this.cache.get(fullKey);
|
|
142
|
+
|
|
143
|
+
if (entry) {
|
|
144
|
+
entry.expiresAt = ttl ? Date.now() + ttl * 1000 : undefined;
|
|
145
|
+
this.cache.set(fullKey, entry);
|
|
146
|
+
this.cache.set(fullMetadataKey, entry);
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
@SecureConnector.AccessControl
|
|
151
|
+
public async getTTL(acRequest: AccessRequest, key: string): Promise<number> {
|
|
152
|
+
const fullKey = this.getFullKey(key);
|
|
153
|
+
const entry = this.cache.get(fullKey);
|
|
154
|
+
|
|
155
|
+
if (!entry || !entry.expiresAt) return -1;
|
|
156
|
+
|
|
157
|
+
const remaining = Math.ceil((entry.expiresAt - Date.now()) / 1000);
|
|
158
|
+
return remaining > 0 ? remaining : -1;
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
public async getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL> {
|
|
162
|
+
const fullMetadataKey = this.getFullMetadataKey(resourceId);
|
|
163
|
+
const entry = this.cache.get(fullMetadataKey);
|
|
164
|
+
|
|
165
|
+
if (!entry) {
|
|
166
|
+
return new ACL().addAccess(candidate.role, candidate.id, TAccessLevel.Owner);
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
return ACL.from(entry.metadata?.acl as IACL);
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
@SecureConnector.AccessControl
|
|
173
|
+
async getACL(acRequest: AccessRequest, key: string): Promise<IACL> {
|
|
174
|
+
try {
|
|
175
|
+
const metadata = await this.getMetadata(acRequest, key);
|
|
176
|
+
return (metadata?.acl as IACL) || {};
|
|
177
|
+
} catch (error) {
|
|
178
|
+
console.error(`Error getting access rights in RAMCache`, error.name, error.message);
|
|
179
|
+
throw error;
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
@SecureConnector.AccessControl
|
|
184
|
+
async setACL(acRequest: AccessRequest, key: string, acl: IACL) {
|
|
185
|
+
try {
|
|
186
|
+
let metadata = await this.getMetadata(acRequest, key);
|
|
187
|
+
if (!metadata) metadata = {};
|
|
188
|
+
metadata.acl = ACL.from(acl).addAccess(acRequest.candidate.role, acRequest.candidate.id, TAccessLevel.Owner).ACL;
|
|
189
|
+
await this.setMetadata(acRequest, key, metadata);
|
|
190
|
+
} catch (error) {
|
|
191
|
+
console.error(`Error setting access rights in RAMCache`, error);
|
|
192
|
+
throw error;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
public async stop() {
|
|
197
|
+
super.stop();
|
|
198
|
+
clearInterval(this.cleanupInterval);
|
|
199
|
+
this.cache.clear();
|
|
200
|
+
}
|
|
201
|
+
}
|