@smythos/sre 1.5.53 → 1.5.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG +98 -98
- package/LICENSE +18 -18
- package/README.md +135 -135
- package/dist/bundle-analysis-lazy.html +4949 -0
- package/dist/bundle-analysis.html +4949 -0
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.d.ts +1 -6
- package/dist/types/utils/package-manager.utils.d.ts +26 -0
- package/package.json +1 -1
- package/src/Components/APICall/APICall.class.ts +157 -157
- package/src/Components/APICall/AccessTokenManager.ts +166 -166
- package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
- package/src/Components/APICall/OAuth.helper.ts +447 -447
- package/src/Components/APICall/mimeTypeCategories.ts +46 -46
- package/src/Components/APICall/parseData.ts +167 -167
- package/src/Components/APICall/parseHeaders.ts +41 -41
- package/src/Components/APICall/parseProxy.ts +68 -68
- package/src/Components/APICall/parseUrl.ts +91 -91
- package/src/Components/APIEndpoint.class.ts +234 -234
- package/src/Components/APIOutput.class.ts +58 -58
- package/src/Components/AgentPlugin.class.ts +102 -102
- package/src/Components/Async.class.ts +155 -155
- package/src/Components/Await.class.ts +90 -90
- package/src/Components/Classifier.class.ts +158 -158
- package/src/Components/Component.class.ts +132 -132
- package/src/Components/ComponentHost.class.ts +38 -38
- package/src/Components/DataSourceCleaner.class.ts +92 -92
- package/src/Components/DataSourceIndexer.class.ts +181 -181
- package/src/Components/DataSourceLookup.class.ts +161 -161
- package/src/Components/ECMASandbox.class.ts +71 -71
- package/src/Components/FEncDec.class.ts +29 -29
- package/src/Components/FHash.class.ts +33 -33
- package/src/Components/FSign.class.ts +80 -80
- package/src/Components/FSleep.class.ts +25 -25
- package/src/Components/FTimestamp.class.ts +25 -25
- package/src/Components/FileStore.class.ts +78 -78
- package/src/Components/ForEach.class.ts +97 -97
- package/src/Components/GPTPlugin.class.ts +70 -70
- package/src/Components/GenAILLM.class.ts +586 -586
- package/src/Components/HuggingFace.class.ts +314 -314
- package/src/Components/Image/imageSettings.config.ts +70 -70
- package/src/Components/ImageGenerator.class.ts +502 -502
- package/src/Components/JSONFilter.class.ts +54 -54
- package/src/Components/LLMAssistant.class.ts +213 -213
- package/src/Components/LogicAND.class.ts +28 -28
- package/src/Components/LogicAtLeast.class.ts +85 -85
- package/src/Components/LogicAtMost.class.ts +86 -86
- package/src/Components/LogicOR.class.ts +29 -29
- package/src/Components/LogicXOR.class.ts +34 -34
- package/src/Components/MCPClient.class.ts +138 -138
- package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
- package/src/Components/MemoryReadKeyVal.class.ts +66 -66
- package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
- package/src/Components/MemoryWriteObject.class.ts +97 -97
- package/src/Components/MultimodalLLM.class.ts +128 -128
- package/src/Components/OpenAPI.class.ts +72 -72
- package/src/Components/PromptGenerator.class.ts +122 -122
- package/src/Components/ScrapflyWebScrape.class.ts +159 -159
- package/src/Components/ServerlessCode.class.ts +123 -123
- package/src/Components/TavilyWebSearch.class.ts +98 -98
- package/src/Components/VisionLLM.class.ts +104 -104
- package/src/Components/ZapierAction.class.ts +127 -127
- package/src/Components/index.ts +97 -97
- package/src/Core/AgentProcess.helper.ts +240 -240
- package/src/Core/Connector.class.ts +123 -123
- package/src/Core/ConnectorsService.ts +197 -197
- package/src/Core/DummyConnector.ts +49 -49
- package/src/Core/HookService.ts +105 -105
- package/src/Core/SmythRuntime.class.ts +235 -235
- package/src/Core/SystemEvents.ts +16 -16
- package/src/Core/boot.ts +56 -56
- package/src/config.ts +15 -15
- package/src/constants.ts +126 -126
- package/src/data/hugging-face.params.json +579 -579
- package/src/helpers/AWSLambdaCode.helper.ts +590 -590
- package/src/helpers/BinaryInput.helper.ts +331 -331
- package/src/helpers/Conversation.helper.ts +1119 -1119
- package/src/helpers/ECMASandbox.helper.ts +54 -54
- package/src/helpers/JsonContent.helper.ts +97 -97
- package/src/helpers/LocalCache.helper.ts +97 -97
- package/src/helpers/Log.helper.ts +274 -274
- package/src/helpers/OpenApiParser.helper.ts +150 -150
- package/src/helpers/S3Cache.helper.ts +147 -147
- package/src/helpers/SmythURI.helper.ts +5 -5
- package/src/helpers/Sysconfig.helper.ts +77 -77
- package/src/helpers/TemplateString.helper.ts +243 -243
- package/src/helpers/TypeChecker.helper.ts +329 -329
- package/src/index.ts +3 -3
- package/src/index.ts.bak +3 -3
- package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
- package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
- package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
- package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
- package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +142 -142
- package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
- package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
- package/src/subsystems/AgentManager/AgentLogger.class.ts +301 -297
- package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
- package/src/subsystems/AgentManager/AgentRuntime.class.ts +559 -559
- package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
- package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
- package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
- package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
- package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
- package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
- package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
- package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
- package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
- package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +172 -172
- package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
- package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
- package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
- package/src/subsystems/IO/CLI.service/index.ts +9 -9
- package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
- package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
- package/src/subsystems/IO/Log.service/index.ts +13 -13
- package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
- package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
- package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
- package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
- package/src/subsystems/IO/NKV.service/index.ts +14 -14
- package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
- package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
- package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
- package/src/subsystems/IO/Router.service/index.ts +11 -11
- package/src/subsystems/IO/Storage.service/SmythFS.class.ts +489 -489
- package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
- package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
- package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
- package/src/subsystems/IO/Storage.service/index.ts +13 -13
- package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
- package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +454 -454
- package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +384 -384
- package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +421 -421
- package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
- package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
- package/src/subsystems/IO/VectorDB.service/embed/index.ts +21 -21
- package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
- package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
- package/src/subsystems/LLMManager/LLM.inference.ts +339 -339
- package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +489 -489
- package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
- package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +659 -659
- package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +400 -400
- package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +77 -77
- package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +757 -757
- package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +304 -304
- package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +250 -250
- package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +423 -423
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +488 -488
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -524
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1145
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
- package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +471 -471
- package/src/subsystems/LLMManager/LLM.service/index.ts +44 -44
- package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +300 -300
- package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +252 -252
- package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
- package/src/subsystems/LLMManager/custom-models.ts +854 -854
- package/src/subsystems/LLMManager/models.ts +2540 -2540
- package/src/subsystems/LLMManager/paramMappings.ts +69 -69
- package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
- package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
- package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +201 -201
- package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
- package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
- package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
- package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
- package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
- package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
- package/src/subsystems/MemoryManager/RuntimeContext.ts +266 -266
- package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
- package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
- package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
- package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
- package/src/subsystems/Security/Account.service/connectors/AWSAccount.class.ts +76 -76
- package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
- package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +159 -159
- package/src/subsystems/Security/Account.service/index.ts +14 -14
- package/src/subsystems/Security/Credentials.helper.ts +62 -62
- package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
- package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
- package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
- package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
- package/src/subsystems/Security/SecureConnector.class.ts +110 -110
- package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
- package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
- package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
- package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
- package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
- package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
- package/src/subsystems/Security/Vault.service/index.ts +12 -12
- package/src/types/ACL.types.ts +104 -104
- package/src/types/AWS.types.ts +10 -10
- package/src/types/Agent.types.ts +61 -61
- package/src/types/AgentLogger.types.ts +17 -17
- package/src/types/Cache.types.ts +1 -1
- package/src/types/Common.types.ts +2 -2
- package/src/types/LLM.types.ts +496 -496
- package/src/types/Redis.types.ts +8 -8
- package/src/types/SRE.types.ts +64 -64
- package/src/types/Security.types.ts +14 -14
- package/src/types/Storage.types.ts +5 -5
- package/src/types/VectorDB.types.ts +86 -86
- package/src/utils/base64.utils.ts +275 -275
- package/src/utils/cli.utils.ts +68 -68
- package/src/utils/data.utils.ts +322 -322
- package/src/utils/date-time.utils.ts +22 -22
- package/src/utils/general.utils.ts +238 -238
- package/src/utils/index.ts +12 -12
- package/src/utils/lazy-client.ts +261 -261
- package/src/utils/numbers.utils.ts +13 -13
- package/src/utils/oauth.utils.ts +35 -35
- package/src/utils/string.utils.ts +414 -414
- package/src/utils/url.utils.ts +19 -19
- package/src/utils/validation.utils.ts +74 -74
- package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +0 -39
|
@@ -1,204 +1,204 @@
|
|
|
1
|
-
import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
|
|
2
|
-
import { INKVRequest, NKVConnector } from '../NKVConnector';
|
|
3
|
-
import { ACLAccessDeniedError, IAccessCandidate, TAccessLevel, TAccessResult } from '@sre/types/ACL.types';
|
|
4
|
-
import { ACL } from '@sre/Security/AccessControl/ACL.class';
|
|
5
|
-
import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
|
|
6
|
-
import { ConnectorService } from '@sre/Core/ConnectorsService';
|
|
7
|
-
import { SecureConnector } from '@sre/Security/SecureConnector.class';
|
|
8
|
-
import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
|
|
9
|
-
import { StorageData } from '@sre/types/Storage.types';
|
|
10
|
-
import { AccountConnector } from '@sre/Security/Account.service/AccountConnector';
|
|
11
|
-
import Joi from 'joi';
|
|
12
|
-
|
|
13
|
-
export class NKVRAM extends NKVConnector {
|
|
14
|
-
public name = 'NKVRAM';
|
|
15
|
-
private storage: Map<string, any> = new Map();
|
|
16
|
-
private namespaces: Set<string> = new Set();
|
|
17
|
-
private accountConnector: AccountConnector;
|
|
18
|
-
private cacheConnector: CacheConnector;
|
|
19
|
-
|
|
20
|
-
constructor(protected _settings?: any) {
|
|
21
|
-
super(_settings);
|
|
22
|
-
this.accountConnector = ConnectorService.getAccountConnector();
|
|
23
|
-
this.cacheConnector = ConnectorService.getCacheConnector('RAM');
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
public key(...parts: string[]) {
|
|
27
|
-
return parts.join(':');
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
public mdKey(...parts: string[]) {
|
|
31
|
-
return parts.join(':');
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
@NKVRAM.Validate
|
|
35
|
-
@NKVRAM.NamespaceAccessControl
|
|
36
|
-
protected async get(acRequest: AccessRequest, namespace: string, key: string): Promise<StorageData> {
|
|
37
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
38
|
-
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
39
|
-
return this.storage.get(storageKey) || null;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
@NKVRAM.Validate
|
|
43
|
-
@NKVRAM.NamespaceAccessControl
|
|
44
|
-
protected async set(acRequest: AccessRequest, namespace: string, key: string, value: any): Promise<void> {
|
|
45
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
46
|
-
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
47
|
-
|
|
48
|
-
// Store the value
|
|
49
|
-
this.storage.set(storageKey, value);
|
|
50
|
-
|
|
51
|
-
// Track namespace
|
|
52
|
-
const nsKey = this.key(`team_${teamId}`, namespace);
|
|
53
|
-
if (!this.namespaces.has(nsKey)) {
|
|
54
|
-
this.namespaces.add(nsKey);
|
|
55
|
-
this.storage.set(nsKey, ''); // Namespace sentinel
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
@NKVRAM.Validate
|
|
60
|
-
@NKVRAM.NamespaceAccessControl
|
|
61
|
-
protected async delete(acRequest: AccessRequest, namespace: string, key: string): Promise<void> {
|
|
62
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
63
|
-
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
64
|
-
this.storage.delete(storageKey);
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
@NKVRAM.Validate
|
|
68
|
-
@NKVRAM.NamespaceAccessControl
|
|
69
|
-
protected async exists(acRequest: AccessRequest, namespace: string, key: string): Promise<boolean> {
|
|
70
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
71
|
-
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
72
|
-
return this.storage.has(storageKey);
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
@NKVRAM.NamespaceAccessControl
|
|
76
|
-
public async list(acRequest: AccessRequest, namespace: string): Promise<{ key: string; data: StorageData }[]> {
|
|
77
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
78
|
-
const prefix = this.key(`team_${teamId}`, namespace);
|
|
79
|
-
const results: { key: string; data: StorageData }[] = [];
|
|
80
|
-
|
|
81
|
-
// Find all keys that start with the prefix
|
|
82
|
-
for (const [storageKey, value] of this.storage.entries()) {
|
|
83
|
-
if (storageKey.startsWith(prefix + ':')) {
|
|
84
|
-
// Extract the actual key (remove prefix and separator)
|
|
85
|
-
const actualKey = storageKey.substring(prefix.length + 1);
|
|
86
|
-
results.push({
|
|
87
|
-
key: actualKey,
|
|
88
|
-
data: value as StorageData,
|
|
89
|
-
});
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
return results;
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
@NKVRAM.NamespaceAccessControl
|
|
97
|
-
public async deleteAll(acRequest: AccessRequest, namespace: string): Promise<void> {
|
|
98
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
99
|
-
const prefix = this.key(`team_${teamId}`, namespace);
|
|
100
|
-
const keysToDelete: string[] = [];
|
|
101
|
-
|
|
102
|
-
// Find all keys that start with the prefix (excluding the namespace sentinel)
|
|
103
|
-
for (const storageKey of this.storage.keys()) {
|
|
104
|
-
if (storageKey.startsWith(prefix + ':')) {
|
|
105
|
-
keysToDelete.push(storageKey);
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
// Delete all found keys
|
|
110
|
-
for (const key of keysToDelete) {
|
|
111
|
-
this.storage.delete(key);
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
public async getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL> {
|
|
116
|
-
// Delegate ACL management to the cache connector (Redis)
|
|
117
|
-
return this.cacheConnector.getResourceACL(resourceId, candidate);
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
/**
|
|
121
|
-
* Get all keys matching a prefix (for internal use)
|
|
122
|
-
*/
|
|
123
|
-
private getKeysByPrefix(prefix: string): string[] {
|
|
124
|
-
const keys: string[] = [];
|
|
125
|
-
for (const key of this.storage.keys()) {
|
|
126
|
-
if (key.startsWith(prefix)) {
|
|
127
|
-
keys.push(key);
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
return keys;
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
/**
|
|
134
|
-
* Clear all data (useful for testing)
|
|
135
|
-
*/
|
|
136
|
-
public clearAll(): void {
|
|
137
|
-
this.storage.clear();
|
|
138
|
-
this.namespaces.clear();
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
/**
|
|
142
|
-
* Get storage statistics
|
|
143
|
-
*/
|
|
144
|
-
public getStats(): { totalKeys: number; totalNamespaces: number } {
|
|
145
|
-
return {
|
|
146
|
-
totalKeys: this.storage.size,
|
|
147
|
-
totalNamespaces: this.namespaces.size,
|
|
148
|
-
};
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
static NamespaceAccessControl(target: any, propertyKey: string, descriptor: PropertyDescriptor) {
|
|
152
|
-
// Store the original method in a variable
|
|
153
|
-
const originalMethod = descriptor.value;
|
|
154
|
-
|
|
155
|
-
// Modify the descriptor's value to wrap the original method
|
|
156
|
-
descriptor.value = async function (...args: any[]) {
|
|
157
|
-
// Extract the method arguments
|
|
158
|
-
let [acRequest, namespace, key] = args;
|
|
159
|
-
const isNamespaceSearch = key === undefined;
|
|
160
|
-
|
|
161
|
-
// Inject the access control logic
|
|
162
|
-
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
163
|
-
const resourceId = isNamespaceSearch ? namespace : `${namespace}:${key}`;
|
|
164
|
-
const finalKey = this.key(`team_${teamId}`, resourceId);
|
|
165
|
-
const accessTicket = await this.getAccessTicket(finalKey, acRequest);
|
|
166
|
-
|
|
167
|
-
if (accessTicket.access !== TAccessResult.Granted) throw new ACLAccessDeniedError('Access Denied');
|
|
168
|
-
|
|
169
|
-
// Call the original method with the original arguments
|
|
170
|
-
return originalMethod.apply(this, args);
|
|
171
|
-
};
|
|
172
|
-
|
|
173
|
-
// Return the modified descriptor
|
|
174
|
-
return descriptor;
|
|
175
|
-
}
|
|
176
|
-
|
|
177
|
-
static Validate(target: any, propertyKey: string, descriptor: PropertyDescriptor) {
|
|
178
|
-
// Store the original method in a variable
|
|
179
|
-
const originalMethod = descriptor.value;
|
|
180
|
-
|
|
181
|
-
// Modify the descriptor's value to wrap the original method
|
|
182
|
-
descriptor.value = async function (...args: any[]) {
|
|
183
|
-
// Extract the method arguments
|
|
184
|
-
let [acRequest, namespace, key] = args;
|
|
185
|
-
|
|
186
|
-
// Validate the arguments
|
|
187
|
-
const schemaValidator = Joi.object().keys({
|
|
188
|
-
namespace: Joi.string().min(1).required(),
|
|
189
|
-
key: Joi.string().min(1).required(),
|
|
190
|
-
});
|
|
191
|
-
const validationResult = schemaValidator.validate({ namespace, key });
|
|
192
|
-
|
|
193
|
-
if (validationResult.error) {
|
|
194
|
-
throw new Error(`Validation Error: ${validationResult.error.message}`);
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
// Call the original method with the original arguments
|
|
198
|
-
return originalMethod.apply(this, args);
|
|
199
|
-
};
|
|
200
|
-
|
|
201
|
-
// Return the modified descriptor
|
|
202
|
-
return descriptor;
|
|
203
|
-
}
|
|
204
|
-
}
|
|
1
|
+
import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
|
|
2
|
+
import { INKVRequest, NKVConnector } from '../NKVConnector';
|
|
3
|
+
import { ACLAccessDeniedError, IAccessCandidate, TAccessLevel, TAccessResult } from '@sre/types/ACL.types';
|
|
4
|
+
import { ACL } from '@sre/Security/AccessControl/ACL.class';
|
|
5
|
+
import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
|
|
6
|
+
import { ConnectorService } from '@sre/Core/ConnectorsService';
|
|
7
|
+
import { SecureConnector } from '@sre/Security/SecureConnector.class';
|
|
8
|
+
import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
|
|
9
|
+
import { StorageData } from '@sre/types/Storage.types';
|
|
10
|
+
import { AccountConnector } from '@sre/Security/Account.service/AccountConnector';
|
|
11
|
+
import Joi from 'joi';
|
|
12
|
+
|
|
13
|
+
export class NKVRAM extends NKVConnector {
|
|
14
|
+
public name = 'NKVRAM';
|
|
15
|
+
private storage: Map<string, any> = new Map();
|
|
16
|
+
private namespaces: Set<string> = new Set();
|
|
17
|
+
private accountConnector: AccountConnector;
|
|
18
|
+
private cacheConnector: CacheConnector;
|
|
19
|
+
|
|
20
|
+
constructor(protected _settings?: any) {
|
|
21
|
+
super(_settings);
|
|
22
|
+
this.accountConnector = ConnectorService.getAccountConnector();
|
|
23
|
+
this.cacheConnector = ConnectorService.getCacheConnector('RAM');
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
public key(...parts: string[]) {
|
|
27
|
+
return parts.join(':');
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
public mdKey(...parts: string[]) {
|
|
31
|
+
return parts.join(':');
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
@NKVRAM.Validate
|
|
35
|
+
@NKVRAM.NamespaceAccessControl
|
|
36
|
+
protected async get(acRequest: AccessRequest, namespace: string, key: string): Promise<StorageData> {
|
|
37
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
38
|
+
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
39
|
+
return this.storage.get(storageKey) || null;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
@NKVRAM.Validate
|
|
43
|
+
@NKVRAM.NamespaceAccessControl
|
|
44
|
+
protected async set(acRequest: AccessRequest, namespace: string, key: string, value: any): Promise<void> {
|
|
45
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
46
|
+
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
47
|
+
|
|
48
|
+
// Store the value
|
|
49
|
+
this.storage.set(storageKey, value);
|
|
50
|
+
|
|
51
|
+
// Track namespace
|
|
52
|
+
const nsKey = this.key(`team_${teamId}`, namespace);
|
|
53
|
+
if (!this.namespaces.has(nsKey)) {
|
|
54
|
+
this.namespaces.add(nsKey);
|
|
55
|
+
this.storage.set(nsKey, ''); // Namespace sentinel
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
@NKVRAM.Validate
|
|
60
|
+
@NKVRAM.NamespaceAccessControl
|
|
61
|
+
protected async delete(acRequest: AccessRequest, namespace: string, key: string): Promise<void> {
|
|
62
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
63
|
+
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
64
|
+
this.storage.delete(storageKey);
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
@NKVRAM.Validate
|
|
68
|
+
@NKVRAM.NamespaceAccessControl
|
|
69
|
+
protected async exists(acRequest: AccessRequest, namespace: string, key: string): Promise<boolean> {
|
|
70
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
71
|
+
const storageKey = this.key(`team_${teamId}`, namespace, key);
|
|
72
|
+
return this.storage.has(storageKey);
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
@NKVRAM.NamespaceAccessControl
|
|
76
|
+
public async list(acRequest: AccessRequest, namespace: string): Promise<{ key: string; data: StorageData }[]> {
|
|
77
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
78
|
+
const prefix = this.key(`team_${teamId}`, namespace);
|
|
79
|
+
const results: { key: string; data: StorageData }[] = [];
|
|
80
|
+
|
|
81
|
+
// Find all keys that start with the prefix
|
|
82
|
+
for (const [storageKey, value] of this.storage.entries()) {
|
|
83
|
+
if (storageKey.startsWith(prefix + ':')) {
|
|
84
|
+
// Extract the actual key (remove prefix and separator)
|
|
85
|
+
const actualKey = storageKey.substring(prefix.length + 1);
|
|
86
|
+
results.push({
|
|
87
|
+
key: actualKey,
|
|
88
|
+
data: value as StorageData,
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
return results;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
@NKVRAM.NamespaceAccessControl
|
|
97
|
+
public async deleteAll(acRequest: AccessRequest, namespace: string): Promise<void> {
|
|
98
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
99
|
+
const prefix = this.key(`team_${teamId}`, namespace);
|
|
100
|
+
const keysToDelete: string[] = [];
|
|
101
|
+
|
|
102
|
+
// Find all keys that start with the prefix (excluding the namespace sentinel)
|
|
103
|
+
for (const storageKey of this.storage.keys()) {
|
|
104
|
+
if (storageKey.startsWith(prefix + ':')) {
|
|
105
|
+
keysToDelete.push(storageKey);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
// Delete all found keys
|
|
110
|
+
for (const key of keysToDelete) {
|
|
111
|
+
this.storage.delete(key);
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
public async getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL> {
|
|
116
|
+
// Delegate ACL management to the cache connector (Redis)
|
|
117
|
+
return this.cacheConnector.getResourceACL(resourceId, candidate);
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/**
|
|
121
|
+
* Get all keys matching a prefix (for internal use)
|
|
122
|
+
*/
|
|
123
|
+
private getKeysByPrefix(prefix: string): string[] {
|
|
124
|
+
const keys: string[] = [];
|
|
125
|
+
for (const key of this.storage.keys()) {
|
|
126
|
+
if (key.startsWith(prefix)) {
|
|
127
|
+
keys.push(key);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
return keys;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
/**
|
|
134
|
+
* Clear all data (useful for testing)
|
|
135
|
+
*/
|
|
136
|
+
public clearAll(): void {
|
|
137
|
+
this.storage.clear();
|
|
138
|
+
this.namespaces.clear();
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
/**
|
|
142
|
+
* Get storage statistics
|
|
143
|
+
*/
|
|
144
|
+
public getStats(): { totalKeys: number; totalNamespaces: number } {
|
|
145
|
+
return {
|
|
146
|
+
totalKeys: this.storage.size,
|
|
147
|
+
totalNamespaces: this.namespaces.size,
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
static NamespaceAccessControl(target: any, propertyKey: string, descriptor: PropertyDescriptor) {
|
|
152
|
+
// Store the original method in a variable
|
|
153
|
+
const originalMethod = descriptor.value;
|
|
154
|
+
|
|
155
|
+
// Modify the descriptor's value to wrap the original method
|
|
156
|
+
descriptor.value = async function (...args: any[]) {
|
|
157
|
+
// Extract the method arguments
|
|
158
|
+
let [acRequest, namespace, key] = args;
|
|
159
|
+
const isNamespaceSearch = key === undefined;
|
|
160
|
+
|
|
161
|
+
// Inject the access control logic
|
|
162
|
+
const teamId = await this.accountConnector.getCandidateTeam(acRequest.candidate);
|
|
163
|
+
const resourceId = isNamespaceSearch ? namespace : `${namespace}:${key}`;
|
|
164
|
+
const finalKey = this.key(`team_${teamId}`, resourceId);
|
|
165
|
+
const accessTicket = await this.getAccessTicket(finalKey, acRequest);
|
|
166
|
+
|
|
167
|
+
if (accessTicket.access !== TAccessResult.Granted) throw new ACLAccessDeniedError('Access Denied');
|
|
168
|
+
|
|
169
|
+
// Call the original method with the original arguments
|
|
170
|
+
return originalMethod.apply(this, args);
|
|
171
|
+
};
|
|
172
|
+
|
|
173
|
+
// Return the modified descriptor
|
|
174
|
+
return descriptor;
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
static Validate(target: any, propertyKey: string, descriptor: PropertyDescriptor) {
|
|
178
|
+
// Store the original method in a variable
|
|
179
|
+
const originalMethod = descriptor.value;
|
|
180
|
+
|
|
181
|
+
// Modify the descriptor's value to wrap the original method
|
|
182
|
+
descriptor.value = async function (...args: any[]) {
|
|
183
|
+
// Extract the method arguments
|
|
184
|
+
let [acRequest, namespace, key] = args;
|
|
185
|
+
|
|
186
|
+
// Validate the arguments
|
|
187
|
+
const schemaValidator = Joi.object().keys({
|
|
188
|
+
namespace: Joi.string().min(1).required(),
|
|
189
|
+
key: Joi.string().min(1).required(),
|
|
190
|
+
});
|
|
191
|
+
const validationResult = schemaValidator.validate({ namespace, key });
|
|
192
|
+
|
|
193
|
+
if (validationResult.error) {
|
|
194
|
+
throw new Error(`Validation Error: ${validationResult.error.message}`);
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
// Call the original method with the original arguments
|
|
198
|
+
return originalMethod.apply(this, args);
|
|
199
|
+
};
|
|
200
|
+
|
|
201
|
+
// Return the modified descriptor
|
|
202
|
+
return descriptor;
|
|
203
|
+
}
|
|
204
|
+
}
|