@smythos/sre 1.6.8 → 1.6.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG +111 -111
- package/LICENSE +18 -18
- package/README.md +135 -135
- package/dist/bundle-analysis-lazy.html +4949 -0
- package/dist/bundle-analysis.html +4949 -0
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/types/Components/Triggers/Gmail.trigger.d.ts +58 -0
- package/dist/types/Components/Triggers/GmailTrigger.class.d.ts +44 -0
- package/dist/types/Components/Triggers/Trigger.class.d.ts +21 -0
- package/dist/types/Components/Triggers/WhatsApp.trigger.d.ts +22 -0
- package/dist/types/helpers/AIPerformanceAnalyzer.helper.d.ts +45 -0
- package/dist/types/helpers/AIPerformanceCollector.helper.d.ts +111 -0
- package/dist/types/subsystems/IO/Storage.service/connectors/AzureBlobStorage.class.d.ts +211 -0
- package/dist/types/subsystems/IO/VectorDB.service/connectors/WeaviateVectorDB.class.d.ts +187 -0
- package/dist/types/subsystems/PerformanceManager/Performance.service/PerformanceConnector.d.ts +102 -0
- package/dist/types/subsystems/PerformanceManager/Performance.service/connectors/LocalPerformanceConnector.class.d.ts +100 -0
- package/dist/types/subsystems/PerformanceManager/Performance.service/index.d.ts +22 -0
- package/dist/types/subsystems/Security/Credentials/Credentials.class.d.ts +2 -0
- package/dist/types/subsystems/Security/Credentials/ManagedOAuth2Credentials.class.d.ts +18 -0
- package/dist/types/subsystems/Security/Credentials/OAuth2Credentials.class.d.ts +14 -0
- package/dist/types/types/Performance.types.d.ts +468 -0
- package/dist/types/utils/package-manager.utils.d.ts +26 -0
- package/package.json +1 -1
- package/src/Components/APICall/APICall.class.ts +161 -161
- package/src/Components/APICall/AccessTokenManager.ts +166 -166
- package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
- package/src/Components/APICall/OAuth.helper.ts +447 -447
- package/src/Components/APICall/mimeTypeCategories.ts +46 -46
- package/src/Components/APICall/parseData.ts +167 -167
- package/src/Components/APICall/parseHeaders.ts +41 -41
- package/src/Components/APICall/parseProxy.ts +68 -68
- package/src/Components/APICall/parseUrl.ts +91 -91
- package/src/Components/APIEndpoint.class.ts +234 -234
- package/src/Components/APIOutput.class.ts +58 -58
- package/src/Components/AgentPlugin.class.ts +102 -102
- package/src/Components/Async.class.ts +155 -155
- package/src/Components/Await.class.ts +90 -90
- package/src/Components/Classifier.class.ts +158 -158
- package/src/Components/Component.class.ts +147 -147
- package/src/Components/ComponentHost.class.ts +38 -38
- package/src/Components/DataSourceCleaner.class.ts +92 -92
- package/src/Components/DataSourceIndexer.class.ts +181 -181
- package/src/Components/DataSourceLookup.class.ts +161 -161
- package/src/Components/ECMASandbox.class.ts +72 -72
- package/src/Components/FEncDec.class.ts +29 -29
- package/src/Components/FHash.class.ts +33 -33
- package/src/Components/FSign.class.ts +80 -80
- package/src/Components/FSleep.class.ts +25 -25
- package/src/Components/FTimestamp.class.ts +66 -66
- package/src/Components/FileStore.class.ts +78 -78
- package/src/Components/ForEach.class.ts +97 -97
- package/src/Components/GPTPlugin.class.ts +70 -70
- package/src/Components/GenAILLM.class.ts +586 -586
- package/src/Components/HuggingFace.class.ts +313 -313
- package/src/Components/Image/imageSettings.config.ts +70 -70
- package/src/Components/ImageGenerator.class.ts +483 -483
- package/src/Components/JSONFilter.class.ts +54 -54
- package/src/Components/LLMAssistant.class.ts +213 -213
- package/src/Components/LogicAND.class.ts +28 -28
- package/src/Components/LogicAtLeast.class.ts +85 -85
- package/src/Components/LogicAtMost.class.ts +86 -86
- package/src/Components/LogicOR.class.ts +29 -29
- package/src/Components/LogicXOR.class.ts +34 -34
- package/src/Components/MCPClient.class.ts +137 -137
- package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
- package/src/Components/MemoryReadKeyVal.class.ts +67 -67
- package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
- package/src/Components/MemoryWriteObject.class.ts +97 -97
- package/src/Components/MultimodalLLM.class.ts +128 -128
- package/src/Components/OpenAPI.class.ts +72 -72
- package/src/Components/PromptGenerator.class.ts +122 -122
- package/src/Components/ScrapflyWebScrape.class.ts +183 -183
- package/src/Components/ServerlessCode.class.ts +123 -123
- package/src/Components/TavilyWebSearch.class.ts +103 -103
- package/src/Components/VisionLLM.class.ts +104 -104
- package/src/Components/ZapierAction.class.ts +127 -127
- package/src/Components/index.ts +97 -97
- package/src/Core/AgentProcess.helper.ts +240 -240
- package/src/Core/Connector.class.ts +123 -123
- package/src/Core/ConnectorsService.ts +197 -197
- package/src/Core/DummyConnector.ts +49 -49
- package/src/Core/HookService.ts +105 -105
- package/src/Core/SmythRuntime.class.ts +241 -241
- package/src/Core/SystemEvents.ts +16 -16
- package/src/Core/boot.ts +56 -56
- package/src/config.ts +15 -15
- package/src/constants.ts +126 -126
- package/src/data/hugging-face.params.json +579 -579
- package/src/helpers/AWSLambdaCode.helper.ts +624 -624
- package/src/helpers/BinaryInput.helper.ts +331 -331
- package/src/helpers/Conversation.helper.ts +1157 -1157
- package/src/helpers/ECMASandbox.helper.ts +64 -64
- package/src/helpers/JsonContent.helper.ts +97 -97
- package/src/helpers/LocalCache.helper.ts +97 -97
- package/src/helpers/Log.helper.ts +274 -274
- package/src/helpers/OpenApiParser.helper.ts +150 -150
- package/src/helpers/S3Cache.helper.ts +147 -147
- package/src/helpers/SmythURI.helper.ts +5 -5
- package/src/helpers/Sysconfig.helper.ts +95 -95
- package/src/helpers/TemplateString.helper.ts +243 -243
- package/src/helpers/TypeChecker.helper.ts +329 -329
- package/src/index.ts +3 -3
- package/src/index.ts.bak +3 -3
- package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
- package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
- package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
- package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
- package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +145 -145
- package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
- package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
- package/src/subsystems/AgentManager/AgentLogger.class.ts +301 -301
- package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
- package/src/subsystems/AgentManager/AgentRuntime.class.ts +557 -557
- package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
- package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
- package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
- package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
- package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
- package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
- package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
- package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
- package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
- package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +171 -171
- package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
- package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
- package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
- package/src/subsystems/IO/CLI.service/index.ts +9 -9
- package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
- package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
- package/src/subsystems/IO/Log.service/index.ts +13 -13
- package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
- package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
- package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
- package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
- package/src/subsystems/IO/NKV.service/index.ts +14 -14
- package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
- package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
- package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
- package/src/subsystems/IO/Router.service/index.ts +11 -11
- package/src/subsystems/IO/Storage.service/SmythFS.class.ts +488 -488
- package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
- package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
- package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
- package/src/subsystems/IO/Storage.service/index.ts +13 -13
- package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
- package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +465 -465
- package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +387 -387
- package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +408 -408
- package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
- package/src/subsystems/IO/VectorDB.service/embed/GoogleEmbedding.ts +118 -118
- package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
- package/src/subsystems/IO/VectorDB.service/embed/index.ts +26 -26
- package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
- package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
- package/src/subsystems/LLMManager/LLM.inference.ts +345 -345
- package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +492 -492
- package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
- package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +666 -666
- package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +407 -407
- package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +92 -92
- package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +983 -983
- package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +319 -319
- package/src/subsystems/LLMManager/LLM.service/connectors/Ollama.class.ts +361 -361
- package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +257 -257
- package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +430 -430
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +503 -503
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -524
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1145
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
- package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +478 -478
- package/src/subsystems/LLMManager/LLM.service/index.ts +47 -47
- package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +303 -303
- package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +280 -271
- package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
- package/src/subsystems/LLMManager/custom-models.ts +854 -854
- package/src/subsystems/LLMManager/models.ts +2540 -2540
- package/src/subsystems/LLMManager/paramMappings.ts +69 -69
- package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
- package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
- package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +214 -214
- package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
- package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
- package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
- package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
- package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
- package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
- package/src/subsystems/MemoryManager/RuntimeContext.ts +277 -277
- package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
- package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
- package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
- package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
- package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
- package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +170 -170
- package/src/subsystems/Security/Account.service/connectors/MySQLAccount.class.ts +76 -76
- package/src/subsystems/Security/Account.service/index.ts +14 -14
- package/src/subsystems/Security/Credentials.helper.ts +62 -62
- package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
- package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
- package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
- package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
- package/src/subsystems/Security/SecureConnector.class.ts +110 -110
- package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
- package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
- package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
- package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
- package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
- package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
- package/src/subsystems/Security/Vault.service/index.ts +12 -12
- package/src/types/ACL.types.ts +104 -104
- package/src/types/AWS.types.ts +10 -10
- package/src/types/Agent.types.ts +61 -61
- package/src/types/AgentLogger.types.ts +17 -17
- package/src/types/Cache.types.ts +1 -1
- package/src/types/Common.types.ts +2 -2
- package/src/types/LLM.types.ts +520 -520
- package/src/types/Redis.types.ts +8 -8
- package/src/types/SRE.types.ts +64 -64
- package/src/types/Security.types.ts +14 -14
- package/src/types/Storage.types.ts +5 -5
- package/src/types/VectorDB.types.ts +86 -86
- package/src/utils/base64.utils.ts +275 -275
- package/src/utils/cli.utils.ts +68 -68
- package/src/utils/data.utils.ts +322 -322
- package/src/utils/date-time.utils.ts +22 -22
- package/src/utils/general.utils.ts +238 -238
- package/src/utils/index.ts +12 -12
- package/src/utils/lazy-client.ts +261 -261
- package/src/utils/numbers.utils.ts +13 -13
- package/src/utils/oauth.utils.ts +35 -35
- package/src/utils/string.utils.ts +414 -414
- package/src/utils/url.utils.ts +19 -19
- package/src/utils/validation.utils.ts +74 -74
- package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +0 -39
|
@@ -1,80 +1,80 @@
|
|
|
1
|
-
import { Component } from './Component.class';
|
|
2
|
-
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
3
|
-
import { TemplateString } from '@sre/helpers/TemplateString.helper';
|
|
4
|
-
import crypto from 'crypto';
|
|
5
|
-
import querystring from 'querystring';
|
|
6
|
-
|
|
7
|
-
export class FSign extends Component {
|
|
8
|
-
constructor() {
|
|
9
|
-
super();
|
|
10
|
-
}
|
|
11
|
-
init() {}
|
|
12
|
-
async process(input, config, agent: Agent) {
|
|
13
|
-
await super.process(input, config, agent);
|
|
14
|
-
const logger = this.createComponentLogger(agent, config);
|
|
15
|
-
try {
|
|
16
|
-
const _error = undefined;
|
|
17
|
-
const teamId = agent ? agent.teamId : null;
|
|
18
|
-
|
|
19
|
-
let data = input.Data;
|
|
20
|
-
//if (typeof data === 'object') data = JSON.stringify(data);
|
|
21
|
-
let signingKey = input.Key || config.data.key;
|
|
22
|
-
// signingKey = parseTemplate(signingKey, input, { processUnmatched: false });
|
|
23
|
-
// signingKey = await parseKey(signingKey, teamId);
|
|
24
|
-
signingKey = await TemplateString(signingKey).parse(input).parseTeamKeysAsync(teamId).asyncResult;
|
|
25
|
-
|
|
26
|
-
const signMethod = config.data.signMethod || 'HMAC';
|
|
27
|
-
const dataTransform = config.data.dataTransform || 'None';
|
|
28
|
-
const hashType = config.data.hashType || 'md5';
|
|
29
|
-
const RSA_padding = config.data.RSA_padding;
|
|
30
|
-
const RSA_saltLength = config.data.RSA_saltLength;
|
|
31
|
-
const encoding = config.data.encoding || 'hex';
|
|
32
|
-
|
|
33
|
-
if (typeof data != 'string') {
|
|
34
|
-
switch (dataTransform) {
|
|
35
|
-
case 'Stringify':
|
|
36
|
-
data = JSON.stringify(data);
|
|
37
|
-
break;
|
|
38
|
-
case 'Querystring':
|
|
39
|
-
data = querystring.stringify(data);
|
|
40
|
-
break;
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
logger.debug(' Data to sign = ', data);
|
|
44
|
-
logger.debug(` Signing data using ${signMethod} algorithm and ${encoding} encoding`);
|
|
45
|
-
const Signature = this.signData(data, signingKey, signMethod, encoding, { hashType, RSA_padding, RSA_saltLength });
|
|
46
|
-
|
|
47
|
-
logger.debug(` Signature generated: ${Signature}`);
|
|
48
|
-
return { Signature, _error, _debug: logger.output };
|
|
49
|
-
} catch (err: any) {
|
|
50
|
-
const _error = err?.response?.data || err?.message || err.toString();
|
|
51
|
-
logger.error(` Error generating hash \n${_error}\n`);
|
|
52
|
-
return { hash: undefined, _error, _debug: logger.output };
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
private signData(data, key, signMethod, encoding = 'hex', options: any = {}) {
|
|
57
|
-
// Determine if the algorithm is for HMAC or RSA/DSA/ECDSA
|
|
58
|
-
switch (signMethod) {
|
|
59
|
-
case 'RSA':
|
|
60
|
-
const algo = `${signMethod}-${options.hashType || 'md5'}`.toUpperCase();
|
|
61
|
-
const sign = crypto.createSign(algo);
|
|
62
|
-
sign.update(data);
|
|
63
|
-
|
|
64
|
-
const sign_options = {
|
|
65
|
-
key,
|
|
66
|
-
padding: options.RSA_padding ? crypto.constants[options.RSA_padding] : undefined,
|
|
67
|
-
saltLength: options.RSA_saltLength ? crypto.constants[options.RSA_saltLength] : undefined,
|
|
68
|
-
};
|
|
69
|
-
// For RSA/DSA/ECDSA, options may include padding and saltLength
|
|
70
|
-
return sign.sign(sign_options, encoding.toLowerCase() as crypto.BinaryToTextEncoding);
|
|
71
|
-
|
|
72
|
-
case 'HMAC':
|
|
73
|
-
const hmac = crypto.createHmac(options.hashType, key);
|
|
74
|
-
hmac.update(data);
|
|
75
|
-
return hmac.digest(encoding as crypto.BinaryToTextEncoding);
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
return null;
|
|
79
|
-
}
|
|
80
|
-
}
|
|
1
|
+
import { Component } from './Component.class';
|
|
2
|
+
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
3
|
+
import { TemplateString } from '@sre/helpers/TemplateString.helper';
|
|
4
|
+
import crypto from 'crypto';
|
|
5
|
+
import querystring from 'querystring';
|
|
6
|
+
|
|
7
|
+
export class FSign extends Component {
|
|
8
|
+
constructor() {
|
|
9
|
+
super();
|
|
10
|
+
}
|
|
11
|
+
init() {}
|
|
12
|
+
async process(input, config, agent: Agent) {
|
|
13
|
+
await super.process(input, config, agent);
|
|
14
|
+
const logger = this.createComponentLogger(agent, config);
|
|
15
|
+
try {
|
|
16
|
+
const _error = undefined;
|
|
17
|
+
const teamId = agent ? agent.teamId : null;
|
|
18
|
+
|
|
19
|
+
let data = input.Data;
|
|
20
|
+
//if (typeof data === 'object') data = JSON.stringify(data);
|
|
21
|
+
let signingKey = input.Key || config.data.key;
|
|
22
|
+
// signingKey = parseTemplate(signingKey, input, { processUnmatched: false });
|
|
23
|
+
// signingKey = await parseKey(signingKey, teamId);
|
|
24
|
+
signingKey = await TemplateString(signingKey).parse(input).parseTeamKeysAsync(teamId).asyncResult;
|
|
25
|
+
|
|
26
|
+
const signMethod = config.data.signMethod || 'HMAC';
|
|
27
|
+
const dataTransform = config.data.dataTransform || 'None';
|
|
28
|
+
const hashType = config.data.hashType || 'md5';
|
|
29
|
+
const RSA_padding = config.data.RSA_padding;
|
|
30
|
+
const RSA_saltLength = config.data.RSA_saltLength;
|
|
31
|
+
const encoding = config.data.encoding || 'hex';
|
|
32
|
+
|
|
33
|
+
if (typeof data != 'string') {
|
|
34
|
+
switch (dataTransform) {
|
|
35
|
+
case 'Stringify':
|
|
36
|
+
data = JSON.stringify(data);
|
|
37
|
+
break;
|
|
38
|
+
case 'Querystring':
|
|
39
|
+
data = querystring.stringify(data);
|
|
40
|
+
break;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
logger.debug(' Data to sign = ', data);
|
|
44
|
+
logger.debug(` Signing data using ${signMethod} algorithm and ${encoding} encoding`);
|
|
45
|
+
const Signature = this.signData(data, signingKey, signMethod, encoding, { hashType, RSA_padding, RSA_saltLength });
|
|
46
|
+
|
|
47
|
+
logger.debug(` Signature generated: ${Signature}`);
|
|
48
|
+
return { Signature, _error, _debug: logger.output };
|
|
49
|
+
} catch (err: any) {
|
|
50
|
+
const _error = err?.response?.data || err?.message || err.toString();
|
|
51
|
+
logger.error(` Error generating hash \n${_error}\n`);
|
|
52
|
+
return { hash: undefined, _error, _debug: logger.output };
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
private signData(data, key, signMethod, encoding = 'hex', options: any = {}) {
|
|
57
|
+
// Determine if the algorithm is for HMAC or RSA/DSA/ECDSA
|
|
58
|
+
switch (signMethod) {
|
|
59
|
+
case 'RSA':
|
|
60
|
+
const algo = `${signMethod}-${options.hashType || 'md5'}`.toUpperCase();
|
|
61
|
+
const sign = crypto.createSign(algo);
|
|
62
|
+
sign.update(data);
|
|
63
|
+
|
|
64
|
+
const sign_options = {
|
|
65
|
+
key,
|
|
66
|
+
padding: options.RSA_padding ? crypto.constants[options.RSA_padding] : undefined,
|
|
67
|
+
saltLength: options.RSA_saltLength ? crypto.constants[options.RSA_saltLength] : undefined,
|
|
68
|
+
};
|
|
69
|
+
// For RSA/DSA/ECDSA, options may include padding and saltLength
|
|
70
|
+
return sign.sign(sign_options, encoding.toLowerCase() as crypto.BinaryToTextEncoding);
|
|
71
|
+
|
|
72
|
+
case 'HMAC':
|
|
73
|
+
const hmac = crypto.createHmac(options.hashType, key);
|
|
74
|
+
hmac.update(data);
|
|
75
|
+
return hmac.digest(encoding as crypto.BinaryToTextEncoding);
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
return null;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
@@ -1,25 +1,25 @@
|
|
|
1
|
-
import { Component } from './Component.class';
|
|
2
|
-
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
3
|
-
|
|
4
|
-
export class FSleep extends Component {
|
|
5
|
-
constructor() {
|
|
6
|
-
super();
|
|
7
|
-
}
|
|
8
|
-
init() {}
|
|
9
|
-
async process(input, config, agent: Agent) {
|
|
10
|
-
await super.process(input, config, agent);
|
|
11
|
-
const logger = this.createComponentLogger(agent, config);
|
|
12
|
-
try {
|
|
13
|
-
const _error = undefined;
|
|
14
|
-
const delay = parseInt(config.data.delay || 1);
|
|
15
|
-
const Output = input.Input;
|
|
16
|
-
logger.debug(`Sleeping for ${delay} seconds`);
|
|
17
|
-
await new Promise((resolve) => setTimeout(resolve, delay * 1000));
|
|
18
|
-
return { Output, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
19
|
-
} catch (err: any) {
|
|
20
|
-
const _error = err?.response?.data || err?.message || err.toString();
|
|
21
|
-
logger.error(` Error processing data \n${_error}\n`);
|
|
22
|
-
return { hash: undefined, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
}
|
|
1
|
+
import { Component } from './Component.class';
|
|
2
|
+
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
3
|
+
|
|
4
|
+
export class FSleep extends Component {
|
|
5
|
+
constructor() {
|
|
6
|
+
super();
|
|
7
|
+
}
|
|
8
|
+
init() {}
|
|
9
|
+
async process(input, config, agent: Agent) {
|
|
10
|
+
await super.process(input, config, agent);
|
|
11
|
+
const logger = this.createComponentLogger(agent, config);
|
|
12
|
+
try {
|
|
13
|
+
const _error = undefined;
|
|
14
|
+
const delay = parseInt(config.data.delay || 1);
|
|
15
|
+
const Output = input.Input;
|
|
16
|
+
logger.debug(`Sleeping for ${delay} seconds`);
|
|
17
|
+
await new Promise((resolve) => setTimeout(resolve, delay * 1000));
|
|
18
|
+
return { Output, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
19
|
+
} catch (err: any) {
|
|
20
|
+
const _error = err?.response?.data || err?.message || err.toString();
|
|
21
|
+
logger.error(` Error processing data \n${_error}\n`);
|
|
22
|
+
return { hash: undefined, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
}
|
|
@@ -1,66 +1,66 @@
|
|
|
1
|
-
import { Component } from './Component.class';
|
|
2
|
-
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
3
|
-
import Joi from 'joi';
|
|
4
|
-
import dayjs from 'dayjs';
|
|
5
|
-
|
|
6
|
-
export class FTimestamp extends Component {
|
|
7
|
-
protected configSchema = Joi.object({
|
|
8
|
-
format: Joi.alternatives()
|
|
9
|
-
.try(Joi.string().valid('unix', 'iso', 'timestamp'), Joi.string().pattern(/^[YMDHhmsSSZzAa\s\-\/:,\.]*$/, 'custom dayjs format'))
|
|
10
|
-
.default('unix')
|
|
11
|
-
.allow(null)
|
|
12
|
-
.label('Timestamp Format')
|
|
13
|
-
.messages({
|
|
14
|
-
'string.pattern.name': 'Invalid format string: {#value}',
|
|
15
|
-
}),
|
|
16
|
-
});
|
|
17
|
-
|
|
18
|
-
constructor() {
|
|
19
|
-
super();
|
|
20
|
-
}
|
|
21
|
-
init() {}
|
|
22
|
-
async process(input, config, agent: Agent) {
|
|
23
|
-
await super.process(input, config, agent);
|
|
24
|
-
|
|
25
|
-
const logger = this.createComponentLogger(agent, config);
|
|
26
|
-
|
|
27
|
-
const validationResult = await this.validateConfig(config);
|
|
28
|
-
if (validationResult._error) {
|
|
29
|
-
return {
|
|
30
|
-
Timestamp: undefined,
|
|
31
|
-
_error: validationResult._error,
|
|
32
|
-
_debug: logger.output,
|
|
33
|
-
_debug_time: logger.elapsedTime,
|
|
34
|
-
};
|
|
35
|
-
}
|
|
36
|
-
try {
|
|
37
|
-
const _error = undefined;
|
|
38
|
-
const format = config.data.format || 'unix';
|
|
39
|
-
const now = dayjs();
|
|
40
|
-
|
|
41
|
-
let Timestamp: number | string;
|
|
42
|
-
|
|
43
|
-
switch (format) {
|
|
44
|
-
case 'unix':
|
|
45
|
-
case 'timestamp':
|
|
46
|
-
Timestamp = Date.now();
|
|
47
|
-
logger.debug(`Unix timestamp: ${Timestamp}`);
|
|
48
|
-
break;
|
|
49
|
-
case 'iso':
|
|
50
|
-
Timestamp = now.toISOString();
|
|
51
|
-
logger.debug(`ISO timestamp: ${Timestamp}`);
|
|
52
|
-
break;
|
|
53
|
-
default:
|
|
54
|
-
Timestamp = now.format(format);
|
|
55
|
-
logger.debug(`Custom formatted timestamp (${format}): ${Timestamp}`);
|
|
56
|
-
break;
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
return { Timestamp, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
60
|
-
} catch (err: any) {
|
|
61
|
-
const _error = err?.response?.data || err?.message || err.toString();
|
|
62
|
-
logger.error(` Error processing timestamp \n${_error}\n`);
|
|
63
|
-
return { Timestamp: undefined, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
}
|
|
1
|
+
import { Component } from './Component.class';
|
|
2
|
+
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
3
|
+
import Joi from 'joi';
|
|
4
|
+
import dayjs from 'dayjs';
|
|
5
|
+
|
|
6
|
+
export class FTimestamp extends Component {
|
|
7
|
+
protected configSchema = Joi.object({
|
|
8
|
+
format: Joi.alternatives()
|
|
9
|
+
.try(Joi.string().valid('unix', 'iso', 'timestamp'), Joi.string().pattern(/^[YMDHhmsSSZzAa\s\-\/:,\.]*$/, 'custom dayjs format'))
|
|
10
|
+
.default('unix')
|
|
11
|
+
.allow(null)
|
|
12
|
+
.label('Timestamp Format')
|
|
13
|
+
.messages({
|
|
14
|
+
'string.pattern.name': 'Invalid format string: {#value}',
|
|
15
|
+
}),
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
constructor() {
|
|
19
|
+
super();
|
|
20
|
+
}
|
|
21
|
+
init() {}
|
|
22
|
+
async process(input, config, agent: Agent) {
|
|
23
|
+
await super.process(input, config, agent);
|
|
24
|
+
|
|
25
|
+
const logger = this.createComponentLogger(agent, config);
|
|
26
|
+
|
|
27
|
+
const validationResult = await this.validateConfig(config);
|
|
28
|
+
if (validationResult._error) {
|
|
29
|
+
return {
|
|
30
|
+
Timestamp: undefined,
|
|
31
|
+
_error: validationResult._error,
|
|
32
|
+
_debug: logger.output,
|
|
33
|
+
_debug_time: logger.elapsedTime,
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
try {
|
|
37
|
+
const _error = undefined;
|
|
38
|
+
const format = config.data.format || 'unix';
|
|
39
|
+
const now = dayjs();
|
|
40
|
+
|
|
41
|
+
let Timestamp: number | string;
|
|
42
|
+
|
|
43
|
+
switch (format) {
|
|
44
|
+
case 'unix':
|
|
45
|
+
case 'timestamp':
|
|
46
|
+
Timestamp = Date.now();
|
|
47
|
+
logger.debug(`Unix timestamp: ${Timestamp}`);
|
|
48
|
+
break;
|
|
49
|
+
case 'iso':
|
|
50
|
+
Timestamp = now.toISOString();
|
|
51
|
+
logger.debug(`ISO timestamp: ${Timestamp}`);
|
|
52
|
+
break;
|
|
53
|
+
default:
|
|
54
|
+
Timestamp = now.format(format);
|
|
55
|
+
logger.debug(`Custom formatted timestamp (${format}): ${Timestamp}`);
|
|
56
|
+
break;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
return { Timestamp, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
60
|
+
} catch (err: any) {
|
|
61
|
+
const _error = err?.response?.data || err?.message || err.toString();
|
|
62
|
+
logger.error(` Error processing timestamp \n${_error}\n`);
|
|
63
|
+
return { Timestamp: undefined, _error, _debug: logger.output, _debug_time: logger.elapsedTime };
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
@@ -1,78 +1,78 @@
|
|
|
1
|
-
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
2
|
-
import { Component } from './Component.class';
|
|
3
|
-
import Joi from 'joi';
|
|
4
|
-
import _config from '@sre/config';
|
|
5
|
-
import { S3Storage } from '@sre/IO/Storage.service/connectors/S3Storage.class';
|
|
6
|
-
import { ConnectorService } from '@sre/Core/ConnectorsService';
|
|
7
|
-
import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
|
|
8
|
-
import { BinaryInput } from '@sre/helpers/BinaryInput.helper';
|
|
9
|
-
import { TemplateString } from '@sre/helpers/TemplateString.helper';
|
|
10
|
-
import { SmythFS } from '@sre/IO/Storage.service/SmythFS.class';
|
|
11
|
-
|
|
12
|
-
export class FileStore extends Component {
|
|
13
|
-
protected configSchema = Joi.object({
|
|
14
|
-
name: Joi.string().max(1000).allow('').label('Name'),
|
|
15
|
-
ttl: Joi.number().integer().label('TTL'),
|
|
16
|
-
});
|
|
17
|
-
constructor() {
|
|
18
|
-
super();
|
|
19
|
-
}
|
|
20
|
-
init() {}
|
|
21
|
-
async process(input, config, agent: Agent) {
|
|
22
|
-
await super.process(input, config, agent);
|
|
23
|
-
|
|
24
|
-
const logger = this.createComponentLogger(agent, config);
|
|
25
|
-
try {
|
|
26
|
-
logger.debug(`=== File Store Log ===`);
|
|
27
|
-
let Output: any = {};
|
|
28
|
-
let _error = undefined;
|
|
29
|
-
let data = input.Data;
|
|
30
|
-
const accessCandidate = AccessCandidate.agent(agent.id);
|
|
31
|
-
const binaryData = await BinaryInput.from(data, null, null, accessCandidate);
|
|
32
|
-
const fileData = await binaryData.getJsonData(accessCandidate);
|
|
33
|
-
const buffer = await binaryData.getBuffer();
|
|
34
|
-
const customFileName = TemplateString(config.data.name).parse(input).result;
|
|
35
|
-
const metadata = {
|
|
36
|
-
ContentType: fileData.mimetype,
|
|
37
|
-
};
|
|
38
|
-
const ttl = config.data.ttl || 86400;
|
|
39
|
-
const extension = fileData.url?.split('.').pop();
|
|
40
|
-
const s3StorageConnector = ConnectorService.getStorageConnector('S3') as S3Storage;
|
|
41
|
-
const fileName = this.getFileName(customFileName, extension);
|
|
42
|
-
try {
|
|
43
|
-
//const s3Key = `teams/${agent.teamId}/components_data/${fileName}`;
|
|
44
|
-
|
|
45
|
-
//await s3StorageConnector.requester(AccessCandidate.agent(agent.id)).write(s3Key, buffer, null, metadata);
|
|
46
|
-
//await s3StorageConnector.requester(AccessCandidate.agent(agent.id)).expire(s3Key, +ttl);
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
const smythFSUrl = `smythfs://${agent.id}.agent/components_data/${fileName}`;
|
|
50
|
-
await SmythFS.Instance.write(smythFSUrl, buffer, null, metadata, ttl);
|
|
51
|
-
const url = await SmythFS.Instance.genResourceUrl(smythFSUrl, AccessCandidate.agent(agent.id));
|
|
52
|
-
Output = {
|
|
53
|
-
Url: url,
|
|
54
|
-
};
|
|
55
|
-
} catch (error: any) {
|
|
56
|
-
logger.error(`Error saving file \n${error}\n`);
|
|
57
|
-
_error = error?.response?.data || error?.message || error.toString();
|
|
58
|
-
Output = undefined; //prevents running next component if the code execution failed
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
return { ...Output, _error, _debug: logger.output };
|
|
62
|
-
} catch (err: any) {
|
|
63
|
-
const _error = err?.response?.data || err?.message || err.toString();
|
|
64
|
-
logger.error(` Error saving file \n${_error}\n`);
|
|
65
|
-
return { Output: undefined, _error, _debug: logger.output };
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
getExtension(mimeType: string) {
|
|
70
|
-
const extension = mimeType.split('/')[1];
|
|
71
|
-
return extension;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
getFileName(customName: string, extension: string) {
|
|
75
|
-
const uniqueId = (() => btoa(String.fromCharCode(...crypto.getRandomValues(new Uint8Array(9)))).replace(/[+/=]/g, ''))();
|
|
76
|
-
return `${uniqueId}${customName ? `.${customName}` : ''}.${extension}`;
|
|
77
|
-
}
|
|
78
|
-
}
|
|
1
|
+
import { IAgent as Agent } from '@sre/types/Agent.types';
|
|
2
|
+
import { Component } from './Component.class';
|
|
3
|
+
import Joi from 'joi';
|
|
4
|
+
import _config from '@sre/config';
|
|
5
|
+
import { S3Storage } from '@sre/IO/Storage.service/connectors/S3Storage.class';
|
|
6
|
+
import { ConnectorService } from '@sre/Core/ConnectorsService';
|
|
7
|
+
import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
|
|
8
|
+
import { BinaryInput } from '@sre/helpers/BinaryInput.helper';
|
|
9
|
+
import { TemplateString } from '@sre/helpers/TemplateString.helper';
|
|
10
|
+
import { SmythFS } from '@sre/IO/Storage.service/SmythFS.class';
|
|
11
|
+
|
|
12
|
+
export class FileStore extends Component {
|
|
13
|
+
protected configSchema = Joi.object({
|
|
14
|
+
name: Joi.string().max(1000).allow('').label('Name'),
|
|
15
|
+
ttl: Joi.number().integer().label('TTL'),
|
|
16
|
+
});
|
|
17
|
+
constructor() {
|
|
18
|
+
super();
|
|
19
|
+
}
|
|
20
|
+
init() {}
|
|
21
|
+
async process(input, config, agent: Agent) {
|
|
22
|
+
await super.process(input, config, agent);
|
|
23
|
+
|
|
24
|
+
const logger = this.createComponentLogger(agent, config);
|
|
25
|
+
try {
|
|
26
|
+
logger.debug(`=== File Store Log ===`);
|
|
27
|
+
let Output: any = {};
|
|
28
|
+
let _error = undefined;
|
|
29
|
+
let data = input.Data;
|
|
30
|
+
const accessCandidate = AccessCandidate.agent(agent.id);
|
|
31
|
+
const binaryData = await BinaryInput.from(data, null, null, accessCandidate);
|
|
32
|
+
const fileData = await binaryData.getJsonData(accessCandidate);
|
|
33
|
+
const buffer = await binaryData.getBuffer();
|
|
34
|
+
const customFileName = TemplateString(config.data.name).parse(input).result;
|
|
35
|
+
const metadata = {
|
|
36
|
+
ContentType: fileData.mimetype,
|
|
37
|
+
};
|
|
38
|
+
const ttl = config.data.ttl || 86400;
|
|
39
|
+
const extension = fileData.url?.split('.').pop();
|
|
40
|
+
const s3StorageConnector = ConnectorService.getStorageConnector('S3') as S3Storage;
|
|
41
|
+
const fileName = this.getFileName(customFileName, extension);
|
|
42
|
+
try {
|
|
43
|
+
//const s3Key = `teams/${agent.teamId}/components_data/${fileName}`;
|
|
44
|
+
|
|
45
|
+
//await s3StorageConnector.requester(AccessCandidate.agent(agent.id)).write(s3Key, buffer, null, metadata);
|
|
46
|
+
//await s3StorageConnector.requester(AccessCandidate.agent(agent.id)).expire(s3Key, +ttl);
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
const smythFSUrl = `smythfs://${agent.id}.agent/components_data/${fileName}`;
|
|
50
|
+
await SmythFS.Instance.write(smythFSUrl, buffer, null, metadata, ttl);
|
|
51
|
+
const url = await SmythFS.Instance.genResourceUrl(smythFSUrl, AccessCandidate.agent(agent.id));
|
|
52
|
+
Output = {
|
|
53
|
+
Url: url,
|
|
54
|
+
};
|
|
55
|
+
} catch (error: any) {
|
|
56
|
+
logger.error(`Error saving file \n${error}\n`);
|
|
57
|
+
_error = error?.response?.data || error?.message || error.toString();
|
|
58
|
+
Output = undefined; //prevents running next component if the code execution failed
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
return { ...Output, _error, _debug: logger.output };
|
|
62
|
+
} catch (err: any) {
|
|
63
|
+
const _error = err?.response?.data || err?.message || err.toString();
|
|
64
|
+
logger.error(` Error saving file \n${_error}\n`);
|
|
65
|
+
return { Output: undefined, _error, _debug: logger.output };
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
getExtension(mimeType: string) {
|
|
70
|
+
const extension = mimeType.split('/')[1];
|
|
71
|
+
return extension;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
getFileName(customName: string, extension: string) {
|
|
75
|
+
const uniqueId = (() => btoa(String.fromCharCode(...crypto.getRandomValues(new Uint8Array(9)))).replace(/[+/=]/g, ''))();
|
|
76
|
+
return `${uniqueId}${customName ? `.${customName}` : ''}.${extension}`;
|
|
77
|
+
}
|
|
78
|
+
}
|