@smythos/sre 1.6.1 → 1.6.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG +111 -111
- package/LICENSE +18 -18
- package/README.md +135 -135
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +39 -0
- package/package.json +1 -1
- package/src/Components/APICall/APICall.class.ts +161 -161
- package/src/Components/APICall/AccessTokenManager.ts +166 -166
- package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
- package/src/Components/APICall/OAuth.helper.ts +447 -447
- package/src/Components/APICall/mimeTypeCategories.ts +46 -46
- package/src/Components/APICall/parseData.ts +167 -167
- package/src/Components/APICall/parseHeaders.ts +41 -41
- package/src/Components/APICall/parseProxy.ts +68 -68
- package/src/Components/APICall/parseUrl.ts +91 -91
- package/src/Components/APIEndpoint.class.ts +234 -234
- package/src/Components/APIOutput.class.ts +58 -58
- package/src/Components/AgentPlugin.class.ts +102 -102
- package/src/Components/Async.class.ts +155 -155
- package/src/Components/Await.class.ts +90 -90
- package/src/Components/Classifier.class.ts +158 -158
- package/src/Components/Component.class.ts +147 -147
- package/src/Components/ComponentHost.class.ts +38 -38
- package/src/Components/DataSourceCleaner.class.ts +92 -92
- package/src/Components/DataSourceIndexer.class.ts +181 -181
- package/src/Components/DataSourceLookup.class.ts +161 -161
- package/src/Components/ECMASandbox.class.ts +72 -72
- package/src/Components/FEncDec.class.ts +29 -29
- package/src/Components/FHash.class.ts +33 -33
- package/src/Components/FSign.class.ts +80 -80
- package/src/Components/FSleep.class.ts +25 -25
- package/src/Components/FTimestamp.class.ts +66 -66
- package/src/Components/FileStore.class.ts +78 -78
- package/src/Components/ForEach.class.ts +97 -97
- package/src/Components/GPTPlugin.class.ts +70 -70
- package/src/Components/GenAILLM.class.ts +586 -586
- package/src/Components/HuggingFace.class.ts +313 -313
- package/src/Components/Image/imageSettings.config.ts +70 -70
- package/src/Components/ImageGenerator.class.ts +483 -483
- package/src/Components/JSONFilter.class.ts +54 -54
- package/src/Components/LLMAssistant.class.ts +213 -213
- package/src/Components/LogicAND.class.ts +28 -28
- package/src/Components/LogicAtLeast.class.ts +85 -85
- package/src/Components/LogicAtMost.class.ts +86 -86
- package/src/Components/LogicOR.class.ts +29 -29
- package/src/Components/LogicXOR.class.ts +34 -34
- package/src/Components/MCPClient.class.ts +137 -137
- package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
- package/src/Components/MemoryReadKeyVal.class.ts +67 -67
- package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
- package/src/Components/MemoryWriteObject.class.ts +97 -97
- package/src/Components/MultimodalLLM.class.ts +128 -128
- package/src/Components/OpenAPI.class.ts +72 -72
- package/src/Components/PromptGenerator.class.ts +122 -122
- package/src/Components/ScrapflyWebScrape.class.ts +183 -183
- package/src/Components/ServerlessCode.class.ts +123 -123
- package/src/Components/TavilyWebSearch.class.ts +103 -103
- package/src/Components/VisionLLM.class.ts +104 -104
- package/src/Components/ZapierAction.class.ts +127 -127
- package/src/Components/index.ts +97 -97
- package/src/Core/AgentProcess.helper.ts +240 -240
- package/src/Core/Connector.class.ts +123 -123
- package/src/Core/ConnectorsService.ts +197 -197
- package/src/Core/DummyConnector.ts +49 -49
- package/src/Core/HookService.ts +105 -105
- package/src/Core/SmythRuntime.class.ts +241 -241
- package/src/Core/SystemEvents.ts +16 -16
- package/src/Core/boot.ts +56 -56
- package/src/config.ts +15 -15
- package/src/constants.ts +126 -126
- package/src/data/hugging-face.params.json +579 -579
- package/src/helpers/AWSLambdaCode.helper.ts +624 -599
- package/src/helpers/BinaryInput.helper.ts +331 -331
- package/src/helpers/Conversation.helper.ts +1157 -1157
- package/src/helpers/ECMASandbox.helper.ts +64 -64
- package/src/helpers/JsonContent.helper.ts +97 -97
- package/src/helpers/LocalCache.helper.ts +97 -97
- package/src/helpers/Log.helper.ts +274 -274
- package/src/helpers/OpenApiParser.helper.ts +150 -150
- package/src/helpers/S3Cache.helper.ts +147 -147
- package/src/helpers/SmythURI.helper.ts +5 -5
- package/src/helpers/Sysconfig.helper.ts +95 -95
- package/src/helpers/TemplateString.helper.ts +243 -243
- package/src/helpers/TypeChecker.helper.ts +329 -329
- package/src/index.ts +198 -198
- package/src/index.ts.bak +198 -198
- package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
- package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
- package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
- package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
- package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +145 -145
- package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
- package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
- package/src/subsystems/AgentManager/AgentLogger.class.ts +301 -301
- package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
- package/src/subsystems/AgentManager/AgentRuntime.class.ts +557 -557
- package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
- package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
- package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
- package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
- package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
- package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
- package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
- package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
- package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
- package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +171 -172
- package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
- package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
- package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
- package/src/subsystems/IO/CLI.service/index.ts +9 -9
- package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
- package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
- package/src/subsystems/IO/Log.service/index.ts +13 -13
- package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
- package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
- package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
- package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
- package/src/subsystems/IO/NKV.service/index.ts +14 -14
- package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
- package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
- package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
- package/src/subsystems/IO/Router.service/index.ts +11 -11
- package/src/subsystems/IO/Storage.service/SmythFS.class.ts +488 -488
- package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
- package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
- package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
- package/src/subsystems/IO/Storage.service/index.ts +13 -13
- package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
- package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +465 -465
- package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +387 -387
- package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +408 -408
- package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
- package/src/subsystems/IO/VectorDB.service/embed/GoogleEmbedding.ts +118 -118
- package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
- package/src/subsystems/IO/VectorDB.service/embed/index.ts +26 -26
- package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
- package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
- package/src/subsystems/LLMManager/LLM.inference.ts +345 -345
- package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +492 -492
- package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
- package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +666 -666
- package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +407 -407
- package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +92 -92
- package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +983 -983
- package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +319 -319
- package/src/subsystems/LLMManager/LLM.service/connectors/Ollama.class.ts +361 -361
- package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +257 -257
- package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +430 -430
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +503 -503
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -524
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1145
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
- package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +478 -478
- package/src/subsystems/LLMManager/LLM.service/index.ts +47 -47
- package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +303 -303
- package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +271 -271
- package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
- package/src/subsystems/LLMManager/custom-models.ts +854 -854
- package/src/subsystems/LLMManager/models.ts +2540 -2540
- package/src/subsystems/LLMManager/paramMappings.ts +69 -69
- package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
- package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
- package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +214 -214
- package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
- package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
- package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
- package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
- package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
- package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
- package/src/subsystems/MemoryManager/RuntimeContext.ts +277 -277
- package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
- package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
- package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
- package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
- package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
- package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +170 -170
- package/src/subsystems/Security/Account.service/connectors/MySQLAccount.class.ts +76 -76
- package/src/subsystems/Security/Account.service/index.ts +14 -14
- package/src/subsystems/Security/Credentials.helper.ts +62 -62
- package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
- package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
- package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
- package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
- package/src/subsystems/Security/SecureConnector.class.ts +110 -110
- package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
- package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
- package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
- package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
- package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
- package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
- package/src/subsystems/Security/Vault.service/index.ts +12 -12
- package/src/types/ACL.types.ts +104 -104
- package/src/types/AWS.types.ts +10 -10
- package/src/types/Agent.types.ts +61 -61
- package/src/types/AgentLogger.types.ts +17 -17
- package/src/types/Cache.types.ts +1 -1
- package/src/types/Common.types.ts +2 -2
- package/src/types/LLM.types.ts +520 -520
- package/src/types/Redis.types.ts +8 -8
- package/src/types/SRE.types.ts +64 -64
- package/src/types/Security.types.ts +14 -14
- package/src/types/Storage.types.ts +5 -5
- package/src/types/VectorDB.types.ts +86 -86
- package/src/utils/base64.utils.ts +275 -275
- package/src/utils/cli.utils.ts +68 -68
- package/src/utils/data.utils.ts +322 -322
- package/src/utils/date-time.utils.ts +22 -22
- package/src/utils/general.utils.ts +238 -238
- package/src/utils/index.ts +12 -12
- package/src/utils/lazy-client.ts +261 -261
- package/src/utils/numbers.utils.ts +13 -13
- package/src/utils/oauth.utils.ts +35 -35
- package/src/utils/string.utils.ts +414 -414
- package/src/utils/url.utils.ts +19 -19
- package/src/utils/validation.utils.ts +74 -74
- package/dist/bundle-analysis-lazy.html +0 -4949
- package/dist/bundle-analysis.html +0 -4949
- package/dist/types/Components/Triggers/GmailTrigger.class.d.ts +0 -13
- package/dist/types/Components/Triggers/Trigger.class.d.ts +0 -3
- package/dist/types/helpers/AIPerformanceAnalyzer.helper.d.ts +0 -45
- package/dist/types/helpers/AIPerformanceCollector.helper.d.ts +0 -111
- package/dist/types/subsystems/IO/Storage.service/connectors/AzureBlobStorage.class.d.ts +0 -211
- package/dist/types/subsystems/IO/VectorDB.service/connectors/WeaviateVectorDB.class.d.ts +0 -187
- package/dist/types/subsystems/PerformanceManager/Performance.service/PerformanceConnector.d.ts +0 -102
- package/dist/types/subsystems/PerformanceManager/Performance.service/connectors/LocalPerformanceConnector.class.d.ts +0 -100
- package/dist/types/subsystems/PerformanceManager/Performance.service/index.d.ts +0 -22
- package/dist/types/types/Performance.types.d.ts +0 -468
- package/dist/types/utils/package-manager.utils.d.ts +0 -26
package/CHANGELOG
CHANGED
|
@@ -1,111 +1,111 @@
|
|
|
1
|
-
# Changelog
|
|
2
|
-
|
|
3
|
-
All notable changes to the SmythOS CORE Runtime Engine will be documented in this file.
|
|
4
|
-
|
|
5
|
-
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
|
6
|
-
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
|
7
|
-
|
|
8
|
-
## [1.6.0]
|
|
9
|
-
|
|
10
|
-
### Features
|
|
11
|
-
|
|
12
|
-
- Add Memory Components
|
|
13
|
-
- Add Milvus VectorDB Connector
|
|
14
|
-
- Add support to Google embeddings
|
|
15
|
-
- Add support to OpenAI responses API
|
|
16
|
-
- Agent Runtime optimizations : better memory management + stability fixes
|
|
17
|
-
|
|
18
|
-
### Code and tooling
|
|
19
|
-
|
|
20
|
-
- Added multiple unit tests for a better code coveragge
|
|
21
|
-
- Updated dependencies
|
|
22
|
-
- Updated .cursor/rules/sre-ai-rules.mdc to enhance the qualty of AI based contributions
|
|
23
|
-
|
|
24
|
-
## [v1.5.60]
|
|
25
|
-
|
|
26
|
-
### Features
|
|
27
|
-
|
|
28
|
-
- Fixed memory leak in Agent context manager
|
|
29
|
-
- Optimized performances and resolved a rare case causing CPU usage spikes
|
|
30
|
-
|
|
31
|
-
## [v1.5.50]
|
|
32
|
-
|
|
33
|
-
### Features
|
|
34
|
-
|
|
35
|
-
- Added support for OpenAI Responses API
|
|
36
|
-
- Added support for GPT-5 family models with reasoning capabilities .
|
|
37
|
-
- MCP Client component : support for Streamable HTTP transport
|
|
38
|
-
|
|
39
|
-
## [v1.5.31]
|
|
40
|
-
|
|
41
|
-
### LLM & Model Support:
|
|
42
|
-
|
|
43
|
-
- Added support for new models (Claude 4, xAI/Grok 4, and more).
|
|
44
|
-
- Improved model configuration, including support for unlisted/custom models
|
|
45
|
-
- better handling of Anthropic tool calling.
|
|
46
|
-
- Enhanced multimodal and streaming capabilities for LLMs.
|
|
47
|
-
|
|
48
|
-
### Components & Connectors:
|
|
49
|
-
|
|
50
|
-
- Introduced AWS Lambda code component and connector.
|
|
51
|
-
- Added serverless code component.
|
|
52
|
-
- Enhanced and unified connectors for S3, Redis, LocalStorage, and JSON vault.
|
|
53
|
-
- Added support for local storage cache and improved NKV (key-value) handling.
|
|
54
|
-
|
|
55
|
-
### Fixes
|
|
56
|
-
|
|
57
|
-
- Numerous bug fixes for LLM connectors, model selection, and streaming.
|
|
58
|
-
- Fixed issues with S3 connector initialization, serverless code component, and vault key fetching.
|
|
59
|
-
- Improved error handling for binary input, file uploads, and API calls.
|
|
60
|
-
- Fixed issues with usage reporting, especially for user-managed keys and custom models.
|
|
61
|
-
|
|
62
|
-
### Improvements
|
|
63
|
-
|
|
64
|
-
- Optimized build processes.
|
|
65
|
-
- Improved strong typing and code auto-completion.
|
|
66
|
-
|
|
67
|
-
## [v1.5.0] SmythOS becomes open source!
|
|
68
|
-
|
|
69
|
-
### Features
|
|
70
|
-
|
|
71
|
-
- Moved to a monorepo structure
|
|
72
|
-
- Implemented an SDK that provides an abstracted interface for all SmythOS components
|
|
73
|
-
- Implemented a CLI to help running agents and scaffolding SDK and SRE projects along
|
|
74
|
-
|
|
75
|
-
## [v1.4.0]
|
|
76
|
-
|
|
77
|
-
### Features
|
|
78
|
-
|
|
79
|
-
- New connectors : JSON Account connector, RAMVec vectordb, localStorage
|
|
80
|
-
- Conversation manager: better handling of agent chats
|
|
81
|
-
- logger becomes a connector
|
|
82
|
-
- Add support for usage reporting
|
|
83
|
-
- LLM : new models provider connector allows loading custom models including local models
|
|
84
|
-
|
|
85
|
-
## [v1.2.0]
|
|
86
|
-
|
|
87
|
-
### Features
|
|
88
|
-
|
|
89
|
-
- New connectors : AWS Secret Manager Vault, Redis, and RAM Cache
|
|
90
|
-
- Conversation manager: better handling of agent chats
|
|
91
|
-
- All connectors inherit from SecureConnector using a common security layer
|
|
92
|
-
- LLM : support for anthropic, Groq and Gemini
|
|
93
|
-
|
|
94
|
-
## [v1.1.0]
|
|
95
|
-
|
|
96
|
-
### Features
|
|
97
|
-
|
|
98
|
-
- New connectors : S3, Pinecone, and local vault
|
|
99
|
-
- LLM : implemented common LLM interface to support more providers
|
|
100
|
-
|
|
101
|
-
## [v1.0.0]
|
|
102
|
-
|
|
103
|
-
### Features
|
|
104
|
-
|
|
105
|
-
- Initial release
|
|
106
|
-
- LLM : support for openai API
|
|
107
|
-
- Smyth Runtime Core
|
|
108
|
-
- Connectors Serivece
|
|
109
|
-
- Subsystems architecture
|
|
110
|
-
- Security & ACL helpers
|
|
111
|
-
- Implemented services : AgentData, Storage, Account, VectorDB
|
|
1
|
+
# Changelog
|
|
2
|
+
|
|
3
|
+
All notable changes to the SmythOS CORE Runtime Engine will be documented in this file.
|
|
4
|
+
|
|
5
|
+
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
|
6
|
+
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
|
7
|
+
|
|
8
|
+
## [1.6.0]
|
|
9
|
+
|
|
10
|
+
### Features
|
|
11
|
+
|
|
12
|
+
- Add Memory Components
|
|
13
|
+
- Add Milvus VectorDB Connector
|
|
14
|
+
- Add support to Google embeddings
|
|
15
|
+
- Add support to OpenAI responses API
|
|
16
|
+
- Agent Runtime optimizations : better memory management + stability fixes
|
|
17
|
+
|
|
18
|
+
### Code and tooling
|
|
19
|
+
|
|
20
|
+
- Added multiple unit tests for a better code coveragge
|
|
21
|
+
- Updated dependencies
|
|
22
|
+
- Updated .cursor/rules/sre-ai-rules.mdc to enhance the qualty of AI based contributions
|
|
23
|
+
|
|
24
|
+
## [v1.5.60]
|
|
25
|
+
|
|
26
|
+
### Features
|
|
27
|
+
|
|
28
|
+
- Fixed memory leak in Agent context manager
|
|
29
|
+
- Optimized performances and resolved a rare case causing CPU usage spikes
|
|
30
|
+
|
|
31
|
+
## [v1.5.50]
|
|
32
|
+
|
|
33
|
+
### Features
|
|
34
|
+
|
|
35
|
+
- Added support for OpenAI Responses API
|
|
36
|
+
- Added support for GPT-5 family models with reasoning capabilities .
|
|
37
|
+
- MCP Client component : support for Streamable HTTP transport
|
|
38
|
+
|
|
39
|
+
## [v1.5.31]
|
|
40
|
+
|
|
41
|
+
### LLM & Model Support:
|
|
42
|
+
|
|
43
|
+
- Added support for new models (Claude 4, xAI/Grok 4, and more).
|
|
44
|
+
- Improved model configuration, including support for unlisted/custom models
|
|
45
|
+
- better handling of Anthropic tool calling.
|
|
46
|
+
- Enhanced multimodal and streaming capabilities for LLMs.
|
|
47
|
+
|
|
48
|
+
### Components & Connectors:
|
|
49
|
+
|
|
50
|
+
- Introduced AWS Lambda code component and connector.
|
|
51
|
+
- Added serverless code component.
|
|
52
|
+
- Enhanced and unified connectors for S3, Redis, LocalStorage, and JSON vault.
|
|
53
|
+
- Added support for local storage cache and improved NKV (key-value) handling.
|
|
54
|
+
|
|
55
|
+
### Fixes
|
|
56
|
+
|
|
57
|
+
- Numerous bug fixes for LLM connectors, model selection, and streaming.
|
|
58
|
+
- Fixed issues with S3 connector initialization, serverless code component, and vault key fetching.
|
|
59
|
+
- Improved error handling for binary input, file uploads, and API calls.
|
|
60
|
+
- Fixed issues with usage reporting, especially for user-managed keys and custom models.
|
|
61
|
+
|
|
62
|
+
### Improvements
|
|
63
|
+
|
|
64
|
+
- Optimized build processes.
|
|
65
|
+
- Improved strong typing and code auto-completion.
|
|
66
|
+
|
|
67
|
+
## [v1.5.0] SmythOS becomes open source!
|
|
68
|
+
|
|
69
|
+
### Features
|
|
70
|
+
|
|
71
|
+
- Moved to a monorepo structure
|
|
72
|
+
- Implemented an SDK that provides an abstracted interface for all SmythOS components
|
|
73
|
+
- Implemented a CLI to help running agents and scaffolding SDK and SRE projects along
|
|
74
|
+
|
|
75
|
+
## [v1.4.0]
|
|
76
|
+
|
|
77
|
+
### Features
|
|
78
|
+
|
|
79
|
+
- New connectors : JSON Account connector, RAMVec vectordb, localStorage
|
|
80
|
+
- Conversation manager: better handling of agent chats
|
|
81
|
+
- logger becomes a connector
|
|
82
|
+
- Add support for usage reporting
|
|
83
|
+
- LLM : new models provider connector allows loading custom models including local models
|
|
84
|
+
|
|
85
|
+
## [v1.2.0]
|
|
86
|
+
|
|
87
|
+
### Features
|
|
88
|
+
|
|
89
|
+
- New connectors : AWS Secret Manager Vault, Redis, and RAM Cache
|
|
90
|
+
- Conversation manager: better handling of agent chats
|
|
91
|
+
- All connectors inherit from SecureConnector using a common security layer
|
|
92
|
+
- LLM : support for anthropic, Groq and Gemini
|
|
93
|
+
|
|
94
|
+
## [v1.1.0]
|
|
95
|
+
|
|
96
|
+
### Features
|
|
97
|
+
|
|
98
|
+
- New connectors : S3, Pinecone, and local vault
|
|
99
|
+
- LLM : implemented common LLM interface to support more providers
|
|
100
|
+
|
|
101
|
+
## [v1.0.0]
|
|
102
|
+
|
|
103
|
+
### Features
|
|
104
|
+
|
|
105
|
+
- Initial release
|
|
106
|
+
- LLM : support for openai API
|
|
107
|
+
- Smyth Runtime Core
|
|
108
|
+
- Connectors Serivece
|
|
109
|
+
- Subsystems architecture
|
|
110
|
+
- Security & ACL helpers
|
|
111
|
+
- Implemented services : AgentData, Storage, Account, VectorDB
|
package/LICENSE
CHANGED
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
The MIT License
|
|
2
|
-
|
|
3
|
-
Copyright 2025, INK Content, Inc.
|
|
4
|
-
|
|
5
|
-
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
|
|
6
|
-
documentation files (the “Software”), to deal in the Software without restriction, including without limitation
|
|
7
|
-
the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and
|
|
8
|
-
to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
-
The above copyright notice and this permission notice shall be included in all copies or substantial portions
|
|
10
|
-
of the Software.
|
|
11
|
-
|
|
12
|
-
THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
13
|
-
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
14
|
-
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
15
|
-
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
16
|
-
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
17
|
-
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
18
|
-
SOFTWARE.
|
|
1
|
+
The MIT License
|
|
2
|
+
|
|
3
|
+
Copyright 2025, INK Content, Inc.
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
|
|
6
|
+
documentation files (the “Software”), to deal in the Software without restriction, including without limitation
|
|
7
|
+
the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and
|
|
8
|
+
to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
The above copyright notice and this permission notice shall be included in all copies or substantial portions
|
|
10
|
+
of the Software.
|
|
11
|
+
|
|
12
|
+
THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
13
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
14
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
15
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
16
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
17
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
18
|
+
SOFTWARE.
|
package/README.md
CHANGED
|
@@ -1,135 +1,135 @@
|
|
|
1
|
-
# Smyth Runtime Environment (SRE) Core
|
|
2
|
-
|
|
3
|
-
This package contains the **Smyth Runtime Environment (SRE)**, the core of SmythOS. It is responsible for low-level agent orchestration, secure resource management, and providing the foundational services upon which all higher-level agent functionalities are built.
|
|
4
|
-
|
|
5
|
-
This document provides a technical deep-dive into the SRE's architecture, you only need to read this if you are interested in the internals of SmythOS or if you are planning to [contribute](../../CONTRIBUTING.md) to the SmythOS codebase.
|
|
6
|
-
For building applications and agents on top of SmythOS, please refer to the developer-friendly **[@smythos/sdk](../sdk)** package.
|
|
7
|
-
|
|
8
|
-
---
|
|
9
|
-
|
|
10
|
-
## 🏗️ Core Architecture
|
|
11
|
-
|
|
12
|
-
SRE is designed with a philosophy inspired by operating system kernels, establishing a clear separation between the core runtime and the pluggable **Connectors** that interface with external services and infrastructure.
|
|
13
|
-
|
|
14
|
-
### The SRE Lifecycle & Initialization
|
|
15
|
-
|
|
16
|
-
The SRE is a singleton that gets initialized via the `SRE.init()` method. This critical step bootstraps the entire environment based on the provided configuration. The `sre.ready()` method then ensures all configured connectors are initialized and operational.
|
|
17
|
-
|
|
18
|
-
An SRE initialization looks like this:
|
|
19
|
-
|
|
20
|
-
```typescript
|
|
21
|
-
import { SRE } from '@smythos/sre';
|
|
22
|
-
|
|
23
|
-
// 1. SRE.init() loads the configuration for each subsystem
|
|
24
|
-
const sre = SRE.init({
|
|
25
|
-
Vault: { Connector: 'JSONFileVault', Settings: { file: 'vault.json' } },
|
|
26
|
-
Cache: { Connector: 'RAM' },
|
|
27
|
-
Storage: { Connector: 'Local' },
|
|
28
|
-
Log: { Connector: 'ConsoleLog' },
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
// 2. sre.ready() asynchronously initializes all configured connectors
|
|
32
|
-
await sre.ready();
|
|
33
|
-
|
|
34
|
-
console.log('SRE is operational.');
|
|
35
|
-
```
|
|
36
|
-
|
|
37
|
-
### 🛡️ Security Model: The Candidate & ACL System
|
|
38
|
-
|
|
39
|
-
Security is a foundational, non-negotiable aspect of SRE. Every operation that accesses a resource is governed by the **Candidate/ACL system**. An **Access Candidate** is an object representing the entity (e.g., an agent, a user, an internal process) requesting access.
|
|
40
|
-
|
|
41
|
-
Connectors use the candidate to scope and isolate resources, preventing data leakage between tenants.
|
|
42
|
-
|
|
43
|
-
```typescript
|
|
44
|
-
// Internally, when an agent requests a resource, this happens:
|
|
45
|
-
|
|
46
|
-
// 1. An Access Candidate is created for the specific agent
|
|
47
|
-
const candidate = AccessCandidate.agent(agentId);
|
|
48
|
-
|
|
49
|
-
// 2. A handle to the underlying storage connector is retrieved
|
|
50
|
-
const storageConnector = ConnectorService.getStorageConnector();
|
|
51
|
-
|
|
52
|
-
// 3. The connector is scoped to the candidate's context
|
|
53
|
-
// The resulting `storage` object is now a sandboxed view for that agent
|
|
54
|
-
const storage = storageConnector.user(candidate);
|
|
55
|
-
|
|
56
|
-
// 4. This write operation is now isolated. Another agent writing to 'data.json'
|
|
57
|
-
// will write to a completely different, isolated location.
|
|
58
|
-
await storage.write('data.json', content);
|
|
59
|
-
```
|
|
60
|
-
|
|
61
|
-
This design ensures that multi-tenancy and security are enforced at the lowest level of the runtime.
|
|
62
|
-
|
|
63
|
-
### Subsystem Deep Dive
|
|
64
|
-
|
|
65
|
-
SRE's functionality is partitioned into several discrete subsystems.
|
|
66
|
-
|
|
67
|
-
#### 🤖 Agent Manager
|
|
68
|
-
|
|
69
|
-
The heart of agent execution. It manages the entire agent lifecycle (start, stop, pause), monitors performance, and orchestrates the complex workflows defined within an agent's components.
|
|
70
|
-
|
|
71
|
-
#### 💾 Memory Manager
|
|
72
|
-
|
|
73
|
-
Provides intelligent state and context management for agents. It includes:
|
|
74
|
-
|
|
75
|
-
- **Cache Service**: A multi-tiered caching system (RAM, Redis) for fast data retrieval.
|
|
76
|
-
- **Runtime Context**: Manages an agent's state during execution.
|
|
77
|
-
- **LLM Context**: Manages conversation history and context windows for LLMs.
|
|
78
|
-
|
|
79
|
-
#### 🛡️ Security Manager
|
|
80
|
-
|
|
81
|
-
Handles all security-related primitives.
|
|
82
|
-
|
|
83
|
-
- **Vault Service**: Provides a secure connector-based interface for storing and retrieving secrets (e.g., from HashiCorp Vault, AWS Secrets Manager, or a local JSON file).
|
|
84
|
-
- **Account Management**: Manages identity and authentication.
|
|
85
|
-
- **Access Control**: Implements the granular Candidate/ACL permission system.
|
|
86
|
-
|
|
87
|
-
#### 📥 IO Subsystem
|
|
88
|
-
|
|
89
|
-
The gateway to the outside world. It provides a set of unified connector interfaces for all input/output operations.
|
|
90
|
-
|
|
91
|
-
| Service | Purpose | Example Connectors |
|
|
92
|
-
| ------------ | -------------------------- | -------------------- |
|
|
93
|
-
| **Storage** | File & data persistence | `LocalStorage`, `S3` |
|
|
94
|
-
| **VectorDB** | Vector storage & retrieval | `Pinecone`, `Milvus` |
|
|
95
|
-
| **Log** | Activity & debug logging | `Console` |
|
|
96
|
-
| **NKV** | Key-value storage | `Redis`, `RAM` |
|
|
97
|
-
|
|
98
|
-
#### 🧠 LLM Manager
|
|
99
|
-
|
|
100
|
-
A powerful abstraction layer for over 8 different LLM providers. It handles API variations between providers and offers features like smart inference, response caching, and unified usage tracking.
|
|
101
|
-
|
|
102
|
-
---
|
|
103
|
-
|
|
104
|
-
<details>
|
|
105
|
-
<summary>💻 Code Standards & Best Practices</summary>
|
|
106
|
-
|
|
107
|
-
### Folder Structure
|
|
108
|
-
|
|
109
|
-
- **/subsystems**: Contains the core service definitions and connector interfaces for all major subsystems (IO, AgentManager, MemoryManager, etc.).
|
|
110
|
-
- **/Components**: SmythOS Agent Components.
|
|
111
|
-
- **/utils**: Contains utility functions. Functions in this folder should not depend on other packages of the project outside of /utils/\*. These functions are reusable throughout the code.
|
|
112
|
-
- **/helpers**: Contains general helper classes/objects/structures. Unlike utils, helpers export an object that exposes a collection of functions specific to a given task.
|
|
113
|
-
- **/types**: This folder contains SmythOS-specific type declarations.
|
|
114
|
-
|
|
115
|
-
### Naming Standards
|
|
116
|
-
|
|
117
|
-
#### File Naming
|
|
118
|
-
|
|
119
|
-
Use the following extensions for specific code roles to maintain consistency across the codebase:
|
|
120
|
-
|
|
121
|
-
- `.service.ts` for top-level services
|
|
122
|
-
- `.class.ts` for classes and connectors
|
|
123
|
-
- `.utils.ts` for utility collections
|
|
124
|
-
- `.helper.ts` for task-specific helpers
|
|
125
|
-
- `.handler.ts` for event handlers
|
|
126
|
-
- `.mw.ts` for middlewares
|
|
127
|
-
|
|
128
|
-
#### Declaration Naming
|
|
129
|
-
|
|
130
|
-
- **Constants**: Uppercase with underscores (e.g., `MAX_RETRIES`).
|
|
131
|
-
- **Enums and Types**: Start with `T` (e.g., `TAccessLevel`).
|
|
132
|
-
- **Interfaces**: Start with `I` (e.g., `IStorageConnector`).
|
|
133
|
-
- **Classes**: Use PascalCase without a prefix (e.g., `MyAgent`).
|
|
134
|
-
|
|
135
|
-
</details>
|
|
1
|
+
# Smyth Runtime Environment (SRE) Core
|
|
2
|
+
|
|
3
|
+
This package contains the **Smyth Runtime Environment (SRE)**, the core of SmythOS. It is responsible for low-level agent orchestration, secure resource management, and providing the foundational services upon which all higher-level agent functionalities are built.
|
|
4
|
+
|
|
5
|
+
This document provides a technical deep-dive into the SRE's architecture, you only need to read this if you are interested in the internals of SmythOS or if you are planning to [contribute](../../CONTRIBUTING.md) to the SmythOS codebase.
|
|
6
|
+
For building applications and agents on top of SmythOS, please refer to the developer-friendly **[@smythos/sdk](../sdk)** package.
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## 🏗️ Core Architecture
|
|
11
|
+
|
|
12
|
+
SRE is designed with a philosophy inspired by operating system kernels, establishing a clear separation between the core runtime and the pluggable **Connectors** that interface with external services and infrastructure.
|
|
13
|
+
|
|
14
|
+
### The SRE Lifecycle & Initialization
|
|
15
|
+
|
|
16
|
+
The SRE is a singleton that gets initialized via the `SRE.init()` method. This critical step bootstraps the entire environment based on the provided configuration. The `sre.ready()` method then ensures all configured connectors are initialized and operational.
|
|
17
|
+
|
|
18
|
+
An SRE initialization looks like this:
|
|
19
|
+
|
|
20
|
+
```typescript
|
|
21
|
+
import { SRE } from '@smythos/sre';
|
|
22
|
+
|
|
23
|
+
// 1. SRE.init() loads the configuration for each subsystem
|
|
24
|
+
const sre = SRE.init({
|
|
25
|
+
Vault: { Connector: 'JSONFileVault', Settings: { file: 'vault.json' } },
|
|
26
|
+
Cache: { Connector: 'RAM' },
|
|
27
|
+
Storage: { Connector: 'Local' },
|
|
28
|
+
Log: { Connector: 'ConsoleLog' },
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
// 2. sre.ready() asynchronously initializes all configured connectors
|
|
32
|
+
await sre.ready();
|
|
33
|
+
|
|
34
|
+
console.log('SRE is operational.');
|
|
35
|
+
```
|
|
36
|
+
|
|
37
|
+
### 🛡️ Security Model: The Candidate & ACL System
|
|
38
|
+
|
|
39
|
+
Security is a foundational, non-negotiable aspect of SRE. Every operation that accesses a resource is governed by the **Candidate/ACL system**. An **Access Candidate** is an object representing the entity (e.g., an agent, a user, an internal process) requesting access.
|
|
40
|
+
|
|
41
|
+
Connectors use the candidate to scope and isolate resources, preventing data leakage between tenants.
|
|
42
|
+
|
|
43
|
+
```typescript
|
|
44
|
+
// Internally, when an agent requests a resource, this happens:
|
|
45
|
+
|
|
46
|
+
// 1. An Access Candidate is created for the specific agent
|
|
47
|
+
const candidate = AccessCandidate.agent(agentId);
|
|
48
|
+
|
|
49
|
+
// 2. A handle to the underlying storage connector is retrieved
|
|
50
|
+
const storageConnector = ConnectorService.getStorageConnector();
|
|
51
|
+
|
|
52
|
+
// 3. The connector is scoped to the candidate's context
|
|
53
|
+
// The resulting `storage` object is now a sandboxed view for that agent
|
|
54
|
+
const storage = storageConnector.user(candidate);
|
|
55
|
+
|
|
56
|
+
// 4. This write operation is now isolated. Another agent writing to 'data.json'
|
|
57
|
+
// will write to a completely different, isolated location.
|
|
58
|
+
await storage.write('data.json', content);
|
|
59
|
+
```
|
|
60
|
+
|
|
61
|
+
This design ensures that multi-tenancy and security are enforced at the lowest level of the runtime.
|
|
62
|
+
|
|
63
|
+
### Subsystem Deep Dive
|
|
64
|
+
|
|
65
|
+
SRE's functionality is partitioned into several discrete subsystems.
|
|
66
|
+
|
|
67
|
+
#### 🤖 Agent Manager
|
|
68
|
+
|
|
69
|
+
The heart of agent execution. It manages the entire agent lifecycle (start, stop, pause), monitors performance, and orchestrates the complex workflows defined within an agent's components.
|
|
70
|
+
|
|
71
|
+
#### 💾 Memory Manager
|
|
72
|
+
|
|
73
|
+
Provides intelligent state and context management for agents. It includes:
|
|
74
|
+
|
|
75
|
+
- **Cache Service**: A multi-tiered caching system (RAM, Redis) for fast data retrieval.
|
|
76
|
+
- **Runtime Context**: Manages an agent's state during execution.
|
|
77
|
+
- **LLM Context**: Manages conversation history and context windows for LLMs.
|
|
78
|
+
|
|
79
|
+
#### 🛡️ Security Manager
|
|
80
|
+
|
|
81
|
+
Handles all security-related primitives.
|
|
82
|
+
|
|
83
|
+
- **Vault Service**: Provides a secure connector-based interface for storing and retrieving secrets (e.g., from HashiCorp Vault, AWS Secrets Manager, or a local JSON file).
|
|
84
|
+
- **Account Management**: Manages identity and authentication.
|
|
85
|
+
- **Access Control**: Implements the granular Candidate/ACL permission system.
|
|
86
|
+
|
|
87
|
+
#### 📥 IO Subsystem
|
|
88
|
+
|
|
89
|
+
The gateway to the outside world. It provides a set of unified connector interfaces for all input/output operations.
|
|
90
|
+
|
|
91
|
+
| Service | Purpose | Example Connectors |
|
|
92
|
+
| ------------ | -------------------------- | -------------------- |
|
|
93
|
+
| **Storage** | File & data persistence | `LocalStorage`, `S3` |
|
|
94
|
+
| **VectorDB** | Vector storage & retrieval | `Pinecone`, `Milvus` |
|
|
95
|
+
| **Log** | Activity & debug logging | `Console` |
|
|
96
|
+
| **NKV** | Key-value storage | `Redis`, `RAM` |
|
|
97
|
+
|
|
98
|
+
#### 🧠 LLM Manager
|
|
99
|
+
|
|
100
|
+
A powerful abstraction layer for over 8 different LLM providers. It handles API variations between providers and offers features like smart inference, response caching, and unified usage tracking.
|
|
101
|
+
|
|
102
|
+
---
|
|
103
|
+
|
|
104
|
+
<details>
|
|
105
|
+
<summary>💻 Code Standards & Best Practices</summary>
|
|
106
|
+
|
|
107
|
+
### Folder Structure
|
|
108
|
+
|
|
109
|
+
- **/subsystems**: Contains the core service definitions and connector interfaces for all major subsystems (IO, AgentManager, MemoryManager, etc.).
|
|
110
|
+
- **/Components**: SmythOS Agent Components.
|
|
111
|
+
- **/utils**: Contains utility functions. Functions in this folder should not depend on other packages of the project outside of /utils/\*. These functions are reusable throughout the code.
|
|
112
|
+
- **/helpers**: Contains general helper classes/objects/structures. Unlike utils, helpers export an object that exposes a collection of functions specific to a given task.
|
|
113
|
+
- **/types**: This folder contains SmythOS-specific type declarations.
|
|
114
|
+
|
|
115
|
+
### Naming Standards
|
|
116
|
+
|
|
117
|
+
#### File Naming
|
|
118
|
+
|
|
119
|
+
Use the following extensions for specific code roles to maintain consistency across the codebase:
|
|
120
|
+
|
|
121
|
+
- `.service.ts` for top-level services
|
|
122
|
+
- `.class.ts` for classes and connectors
|
|
123
|
+
- `.utils.ts` for utility collections
|
|
124
|
+
- `.helper.ts` for task-specific helpers
|
|
125
|
+
- `.handler.ts` for event handlers
|
|
126
|
+
- `.mw.ts` for middlewares
|
|
127
|
+
|
|
128
|
+
#### Declaration Naming
|
|
129
|
+
|
|
130
|
+
- **Constants**: Uppercase with underscores (e.g., `MAX_RETRIES`).
|
|
131
|
+
- **Enums and Types**: Start with `T` (e.g., `TAccessLevel`).
|
|
132
|
+
- **Interfaces**: Start with `I` (e.g., `IStorageConnector`).
|
|
133
|
+
- **Classes**: Use PascalCase without a prefix (e.g., `MyAgent`).
|
|
134
|
+
|
|
135
|
+
</details>
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import dotenv from"dotenv";import Joi from"joi";import"dotenv/config";import winston from"winston";import Transport from"winston-transport";import pLimit from"p-limit";import axios,{AxiosHeaders}from"axios";import*as fs from"fs";import fs__default,{existsSync,mkdirSync,writeFileSync,readFileSync,unlinkSync}from"fs";import*as FileType from"file-type";import{fileTypeFromBuffer}from"file-type";import{isBinaryFileSync}from"isbinaryfile";import EventEmitter$1,{EventEmitter}from"events";import crypto$1,{createHash,randomUUID}from"crypto";import path from"path";import os from"os";import"process";import mime from"mime";import{encodeChat,encode}from"gpt-tokenizer";import{Readable}from"stream";import xxhash from"xxhashjs";import{jsonrepair}from"jsonrepair";import yaml from"js-yaml";import{EventSource}from"eventsource";import*as acorn from"acorn";import dayjs from"dayjs";import querystring from"querystring";import{HfInference}from"@huggingface/inference";import{Runware}from"@runware/sdk-js";import FormData from"form-data";import{SocksProxyAgent}from"socks-proxy-agent";import OAuth from"oauth-1.0a";import zl from"zip-lib";import{LambdaClient,GetFunctionCommand,UpdateFunctionCodeCommand,Runtime,
|
|
1
|
+
import dotenv from"dotenv";import Joi from"joi";import"dotenv/config";import winston from"winston";import Transport from"winston-transport";import pLimit from"p-limit";import axios,{AxiosHeaders}from"axios";import*as fs from"fs";import fs__default,{existsSync,mkdirSync,writeFileSync,readFileSync,unlinkSync}from"fs";import*as FileType from"file-type";import{fileTypeFromBuffer}from"file-type";import{isBinaryFileSync}from"isbinaryfile";import EventEmitter$1,{EventEmitter}from"events";import crypto$1,{createHash,randomUUID}from"crypto";import path from"path";import os from"os";import"process";import mime from"mime";import{encodeChat,encode}from"gpt-tokenizer";import{Readable}from"stream";import xxhash from"xxhashjs";import{jsonrepair}from"jsonrepair";import yaml from"js-yaml";import{EventSource}from"eventsource";import*as acorn from"acorn";import dayjs from"dayjs";import querystring from"querystring";import{HfInference}from"@huggingface/inference";import{Runware}from"@runware/sdk-js";import FormData from"form-data";import{SocksProxyAgent}from"socks-proxy-agent";import OAuth from"oauth-1.0a";import zl from"zip-lib";import{LambdaClient,GetFunctionCommand,UpdateFunctionCodeCommand,Runtime,InvokeCommand,UpdateFunctionConfigurationCommand,CreateFunctionCommand}from"@aws-sdk/client-lambda";import{IAMClient,GetRoleCommand,CreateRoleCommand}from"@aws-sdk/client-iam";import{Client}from"@modelcontextprotocol/sdk/client/index.js";import{SSEClientTransport}from"@modelcontextprotocol/sdk/client/sse.js";import{StreamableHTTPClientTransport}from"@modelcontextprotocol/sdk/client/streamableHttp.js";import{GetBucketLifecycleConfigurationCommand,PutBucketLifecycleConfigurationCommand,S3Client,HeadObjectCommand,DeleteObjectCommand,GetObjectCommand,PutObjectCommand,PutObjectTaggingCommand,GetObjectTaggingCommand,CopyObjectCommand}from"@aws-sdk/client-s3";import"ses";import imageSize from"image-size";import{execSync}from"child_process";import{Pinecone}from"@pinecone-database/pinecone";import OpenAI,{toFile,OpenAI as OpenAI$1}from"openai";import{GoogleGenAI}from"@google/genai";import{MilvusClient,DataType,ErrorCode}from"@zilliz/milvus2-sdk-node";import{GoogleGenerativeAI,FunctionCallingMode}from"@google/generative-ai";import{GoogleAIFileManager,FileState}from"@google/generative-ai/server";import Anthropic from"@anthropic-ai/sdk";import Groq from"groq-sdk";import{BedrockRuntimeClient,ConverseCommand,ConverseStreamCommand}from"@aws-sdk/client-bedrock-runtime";import{VertexAI}from"@google-cloud/vertexai";import{Ollama}from"ollama";import*as chokidar from"chokidar";import chokidar__default from"chokidar";import fs$1 from"fs/promises";import IORedis from"ioredis";import mysql from"mysql2/promise";import{SecretsManagerClient,ListSecretsCommand,GetSecretValueCommand,PutSecretValueCommand,CreateSecretCommand,DeleteSecretCommand}from"@aws-sdk/client-secrets-manager";import*as readlineSync from"readline-sync";var version="1.6.8",pkg={version};dotenv.config();const config={env:{LOG_LEVEL:process.env.LOG_LEVEL||"none",LOG_FILTER:process.env.LOG_FILTER||"",NODE_ENV:process.env?.NODE_ENV}},REQUEST_METHODS=["GET","POST","PUT","PATCH","DELETE","HEAD","OPTIONS"],REQUEST_CONTENT_TYPES={none:"none",urlEncodedFormData:"application/x-www-form-urlencoded",multipartFormData:"multipart/form-data",json:"application/json",text:"text/plain",xml:"application/xml",binary:"binary"};var EMBODIMENT_TYPES=(EMBODIMENT_TYPES2=>(EMBODIMENT_TYPES2.ChatBot="chatBot",EMBODIMENT_TYPES2.ChatGPT="chatGPT",EMBODIMENT_TYPES2))(EMBODIMENT_TYPES||{});const ERR_MSG_INVALID_IMAGE_SOURCE="Please provide a valid Image Source. Supported image sources are: HTTP(S) URL, Base64 string, Data URL, Output Image from other component(s).",ERR_MSG_INVALID_BINARY="Please provide a valid data that is either a Blob, SmythFileObject (Binary Output from any Component), ArrayBuffer, Buffer, Base64 string, Data URL, or HTTP(s) URL",ERR_MSG_MAX_DEPTH="The maximum depth has been exceeded for the provided array or object.",ERR_MSG_MAX_ARRAY_SIZE="The maximum array size has been exceeded for the provided array.",ERR_MSG_MAX_OBJECT_SIZE="The maximum object size has been exceeded for the provided object.",MAX_DEPTH=10,MAX_OBJECT_SIZE=1e3,MAX_ARRAY_SIZE=1e3,MAX_FILE_SIZE=10*1024*1024,MAX_FILE_COUNT=10,DEFAULT_MAX_TOKENS_FOR_LLM=2048,S3_DAILY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteDaily",S3_WEEKLY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteWeekly",S3_MONTHLY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteMonthly",TOOL_USE_DEFAULT_MODEL="gpt-4o-mini",COMP_NAMES={apiCall:"APICall",code:"Code",llmPrompt:"PromptGenerator",visionLLM:"VisionLLM"},JSON_RESPONSE_INSTRUCTION=`
|
|
2
2
|
Respond ONLY with a valid, parsable JSON object. Follow these strict guidelines:
|
|
3
3
|
1. The response must begin with '{' and end with '}'.
|
|
4
4
|
2. Use double quotes for all keys and string values.
|
|
@@ -155,7 +155,7 @@ ${JSON.stringify(_error)}
|
|
|
155
155
|
} catch (e) {
|
|
156
156
|
throw e;
|
|
157
157
|
}
|
|
158
|
-
};`}async function zipCode(directory){return new Promise((resolve,reject)=>{zl.archiveFolder(directory,`${directory}.zip`).then(function(){resolve(`${directory}.zip`)},function(err){reject(err)})})}async function createOrUpdateLambdaFunction(functionName,zipFilePath,awsConfigs,envVariables){const client=new LambdaClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),functionContent=fs__default.readFileSync(zipFilePath);try{const exisitingFunction=await getDeployedFunction(functionName,awsConfigs);if(exisitingFunction){exisitingFunction.status==="InProgress"&&await verifyFunctionDeploymentStatus(functionName,client);const updateCodeParams={FunctionName:functionName,ZipFile:functionContent},updateFunctionCodeCommand=new UpdateFunctionCodeCommand(updateCodeParams);await client.send(updateFunctionCodeCommand),await verifyFunctionDeploymentStatus(functionName,client),envVariables&&Object.keys(envVariables).length&&(await updateLambdaFunctionConfiguration(client,functionName,envVariables),await verifyFunctionDeploymentStatus(functionName,client))}else{let roleArn="";try{const iamClient=new IAMClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),getRoleCommand=new GetRoleCommand({RoleName:`smyth-${functionName}-role`});roleArn=(await iamClient.send(getRoleCommand)).Role.Arn}catch(error){if(error.name==="NoSuchEntityException"){const iamClient=new IAMClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),createRoleCommand=new CreateRoleCommand({RoleName:`smyth-${functionName}-role`,AssumeRolePolicyDocument:getLambdaRolePolicy()}),roleResponse=await iamClient.send(createRoleCommand);await waitForRoleDeploymentStatus(`smyth-${functionName}-role`,iamClient),roleArn=roleResponse.Role.Arn}else throw error}const functionParams={Code:{ZipFile:functionContent},FunctionName:functionName,Handler:"index.handler",Role:roleArn,Runtime:Runtime.nodejs18x,Layers:[],Timeout:900,Tags:{"auto-delete":"true"},MemorySize:256,...envVariables&&Object.keys(envVariables).length?{Environment:{Variables:envVariables}}:{}},functionCreateCommand=new CreateFunctionCommand(functionParams);await client.send(functionCreateCommand),await verifyFunctionDeploymentStatus(functionName,client),await new Promise(resolve=>setTimeout(resolve,500))}}catch(error){throw error}}function updateLambdaFunctionConfiguration(client,functionName,envVariables){const updateFunctionConfigurationParams={FunctionName:functionName,Environment:{Variables:envVariables}},updateFunctionConfigurationCommand=new UpdateFunctionConfigurationCommand(updateFunctionConfigurationParams);return client.send(updateFunctionConfigurationCommand)}async function waitForRoleDeploymentStatus(roleName,client){return new Promise((resolve,reject)=>{try{let interval=setInterval(async()=>{const getRoleCommand=new GetRoleCommand({RoleName:roleName});if((await client.send(getRoleCommand)).Role.AssumeRolePolicyDocument)return clearInterval(interval),resolve(!0)},7e3)}catch{return!1}})}async function verifyFunctionDeploymentStatus(functionName,client){return new Promise((resolve,reject)=>{try{let interval=setInterval(async()=>{const getFunctionCommand=new GetFunctionCommand({FunctionName:functionName});if((await client.send(getFunctionCommand)).Configuration.LastUpdateStatus==="Successful")return clearInterval(interval),resolve(!0)},5e3)}catch{return!1}})}function getLambdaRolePolicy(){return JSON.stringify({Version:"2012-10-17",Statement:[{Effect:"Allow",Principal:{Service:"lambda.amazonaws.com"},Action:"sts:AssumeRole"}]})}async function updateDeployedCodeTTL(agentId,componentId,ttl){await ConnectorService.getCacheConnector().user(AccessCandidate.agent(agentId)).updateTTL(`${cachePrefix}_${agentId}-${componentId}`,ttl)}async function invokeLambdaFunction(functionName,inputs,awsCredentials){try{const client=new LambdaClient({region:awsCredentials.region,...awsCredentials.accessKeyId&&{credentials:{accessKeyId:awsCredentials.accessKeyId,secretAccessKey:awsCredentials.secretAccessKey}}}),invokeCommand=new InvokeCommand({FunctionName:functionName,Payload:new TextEncoder().encode(`${JSON.stringify(inputs)}`),InvocationType:"RequestResponse"}),response=await client.send(invokeCommand);if(response.FunctionError)throw new Error(new TextDecoder().decode(response.Payload));return new TextDecoder().decode(response.Payload)}catch(error){throw error}}async function getDeployedFunction(functionName,awsConfigs){try{const client=new LambdaClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),getFunctionCommand=new GetFunctionCommand({FunctionName:functionName}),lambdaResponse=await client.send(getFunctionCommand);return{status:lambdaResponse.Configuration.LastUpdateStatus,functionName:lambdaResponse.Configuration.FunctionName,functionVersion:lambdaResponse.Configuration.Version,updatedAt:lambdaResponse.Configuration.LastModified,role:lambdaResponse.Configuration.Role,runtime:lambdaResponse.Configuration.Runtime,version:lambdaResponse.Configuration.Version}}catch{return null}}async function getLambdaCredentials(agent,config2){let awsAccessKeyId=null,awsSecretAccessKey=null,awsRegion=null,userProvidedKeys=!1;return config2.data.accessKeyId&&config2.data.secretAccessKey&&config2.data.region&&config2.data.use_own_keys&&(userProvidedKeys=!0,[awsAccessKeyId,awsSecretAccessKey]=await Promise.all([VaultHelper.getTeamKey(extractKeyFromTemplateVar(config2.data.accessKeyId),agent?.teamId),VaultHelper.getTeamKey(extractKeyFromTemplateVar(config2.data.secretAccessKey),agent?.teamId)]),awsRegion=config2.data.region),{accessKeyId:awsAccessKeyId,secretAccessKey:awsSecretAccessKey,region:awsRegion,isUserProvidedKeys:userProvidedKeys}}function calculateExecutionCost(executionTime){return executionTime/1e3*Number(PER_SECOND_COST)}function extractKeyFromTemplateVar(input){const regex=/\{\{KEY\((.*?)\)\}\}/,match=input.match(regex);return match?match[1]:input}function reportUsage({cost,agentId,teamId}){SystemEvents.emit("USAGE:API",{sourceId:"api:serverless_code.smyth",cost,agentId,teamId})}function validateAsyncMainFunction(rawCode){try{let extractPackageName=function(modulePath){return modulePath.startsWith("@")?modulePath.split("/").slice(0,2).join("/"):modulePath.split("/")[0]},processNodeForImports=function(node){if(node){if(node.type==="ImportDeclaration"){const modulePath=node.source.value;modulePath&&!modulePath.startsWith(".")&&!modulePath.startsWith("/")&&libraries.add(extractPackageName(modulePath))}if(node.type==="CallExpression"&&node.callee.type==="Identifier"&&node.callee.name==="require"&&node.arguments.length>0&&node.arguments[0].type==="Literal"){const modulePath=node.arguments[0].value;modulePath&&!modulePath.startsWith(".")&&!modulePath.startsWith("/")&&libraries.add(extractPackageName(modulePath))}if(node.type==="CallExpression"&&node.callee.type==="Import"&&node.arguments.length>0&&node.arguments[0].type==="Literal"){const modulePath=node.arguments[0].value;modulePath&&!modulePath.startsWith(".")&&!modulePath.startsWith("/")&&libraries.add(extractPackageName(modulePath))}for(const key in node)node[key]&&typeof node[key]=="object"&&(Array.isArray(node[key])?node[key].forEach(processNodeForImports):processNodeForImports(node[key]))}};const code=replaceVaultKeysTemplateVars(rawCode.trim(),{}),ast=acorn.parse(code,{ecmaVersion:"latest",sourceType:"module"}),libraries=new Set;processNodeForImports(ast);const dependencies=Array.from(libraries);let hasAsyncMain=!1,hasMain=!1,mainParameters=[];for(const node of ast.body)if(node.type==="FunctionDeclaration"){if(node.id?.name==="main"&&(hasMain=!0,node.async)){hasAsyncMain=!0,mainParameters=extractParameters(node.params);break}}else if(node.type==="VariableDeclaration"){for(const declarator of node.declarations)if(declarator.id.type==="Identifier"&&declarator.id.name==="main"&&(hasMain=!0,declarator.init)){if(declarator.init.type==="FunctionExpression"&&declarator.init.async){hasAsyncMain=!0,mainParameters=extractParameters(declarator.init.params);break}else if(declarator.init.type==="ArrowFunctionExpression"&&declarator.init.async){hasAsyncMain=!0,mainParameters=extractParameters(declarator.init.params);break}}}else if(node.type==="ExpressionStatement"&&node.expression.type==="AssignmentExpression"&&node.expression.left.type==="Identifier"&&node.expression.left.name==="main"){hasMain=!0;const right=node.expression.right;if((right.type==="FunctionExpression"||right.type==="ArrowFunctionExpression")&&right.async){hasAsyncMain=!0,mainParameters=extractParameters(right.params);break}}return hasMain?hasAsyncMain?{isValid:!0,parameters:mainParameters,dependencies}:{isValid:!1,error:"Main function exists but is not async",dependencies}:{isValid:!1,error:"No main function found at root level",dependencies}}catch(error){return{isValid:!1,error:`Failed to parse code: ${error.message}`}}}function extractParameters(params){return params.map(param=>param.type==="Identifier"?param.name:param.type==="AssignmentPattern"&¶m.left.type==="Identifier"?param.left.name:param.type==="RestElement"&¶m.argument.type==="Identifier"?param.argument.name:param.type==="ObjectPattern"?param.name||"[object]":param.type==="ArrayPattern"?"[array]":"[unknown]")}function generateCodeFromLegacyComponent(code_body,code_imports,codeInputs){return`
|
|
158
|
+
};`}async function zipCode(directory){return new Promise((resolve,reject)=>{zl.archiveFolder(directory,`${directory}.zip`).then(function(){resolve(`${directory}.zip`)},function(err){reject(err)})})}async function createOrUpdateLambdaFunction(functionName,zipFilePath,awsConfigs,envVariables){const client=new LambdaClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),functionContent=fs__default.readFileSync(zipFilePath);try{const exisitingFunction=await getDeployedFunction(functionName,awsConfigs);if(exisitingFunction){exisitingFunction.status==="InProgress"&&await verifyFunctionDeploymentStatus(functionName,client);const updateCodeParams={FunctionName:functionName,ZipFile:functionContent},updateFunctionCodeCommand=new UpdateFunctionCodeCommand(updateCodeParams);await client.send(updateFunctionCodeCommand),await verifyFunctionDeploymentStatus(functionName,client),envVariables&&Object.keys(envVariables).length&&(await updateLambdaFunctionConfiguration(client,functionName,envVariables),await verifyFunctionDeploymentStatus(functionName,client))}else{let roleArn="";try{const iamClient=new IAMClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),getRoleCommand=new GetRoleCommand({RoleName:`smyth-${functionName}-role`});roleArn=(await iamClient.send(getRoleCommand)).Role.Arn}catch(error){if(error.name==="NoSuchEntityException"){const iamClient=new IAMClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),createRoleCommand=new CreateRoleCommand({RoleName:`smyth-${functionName}-role`,AssumeRolePolicyDocument:getLambdaRolePolicy()}),roleResponse=await iamClient.send(createRoleCommand);await waitForRoleDeploymentStatus(`smyth-${functionName}-role`,iamClient),roleArn=roleResponse.Role.Arn}else throw error}const functionParams={Code:{ZipFile:functionContent},FunctionName:functionName,Handler:"index.handler",Role:roleArn,Runtime:Runtime.nodejs18x,Layers:[],Timeout:900,Tags:{"auto-delete":"true"},MemorySize:256,...envVariables&&Object.keys(envVariables).length?{Environment:{Variables:envVariables}}:{}};await createLambdaFunction(client,functionParams),await verifyFunctionDeploymentStatus(functionName,client)}}catch(error){throw error}}function updateLambdaFunctionConfiguration(client,functionName,envVariables){const updateFunctionConfigurationParams={FunctionName:functionName,Environment:{Variables:envVariables}},updateFunctionConfigurationCommand=new UpdateFunctionConfigurationCommand(updateFunctionConfigurationParams);return client.send(updateFunctionConfigurationCommand)}async function createLambdaFunction(client,functionParams,maxRetries=5){let lastError=null;for(let attempt=1;attempt<=maxRetries;attempt++)try{const functionCreateCommand=new CreateFunctionCommand(functionParams);await client.send(functionCreateCommand);return}catch(error){if(lastError=error,error?.message?.includes("cannot be assumed by Lambda")&&attempt<maxRetries){const waitTime=Math.pow(2,attempt)*1e3;await new Promise(resolve=>setTimeout(resolve,waitTime));continue}throw error}throw lastError||new Error("Lambda function creation failed after all retry attempts")}async function waitForRoleDeploymentStatus(roleName,client){return new Promise((resolve,reject)=>{const interval=setInterval(async()=>{const getRoleCommand=new GetRoleCommand({RoleName:roleName}),roleResponse=await client.send(getRoleCommand);if(roleResponse.Role&&roleResponse.Role.AssumeRolePolicyDocument){clearInterval(interval),setTimeout(()=>resolve(!0),2e3);return}},2e3)})}async function verifyFunctionDeploymentStatus(functionName,client){return new Promise((resolve,reject)=>{try{let interval=setInterval(async()=>{const getFunctionCommand=new GetFunctionCommand({FunctionName:functionName});if((await client.send(getFunctionCommand)).Configuration.LastUpdateStatus==="Successful")return clearInterval(interval),resolve(!0)},5e3)}catch{return!1}})}function getLambdaRolePolicy(){return JSON.stringify({Version:"2012-10-17",Statement:[{Effect:"Allow",Principal:{Service:"lambda.amazonaws.com"},Action:"sts:AssumeRole"}]})}async function updateDeployedCodeTTL(agentId,componentId,ttl){await ConnectorService.getCacheConnector().user(AccessCandidate.agent(agentId)).updateTTL(`${cachePrefix}_${agentId}-${componentId}`,ttl)}async function invokeLambdaFunction(functionName,inputs,awsCredentials){try{const client=new LambdaClient({region:awsCredentials.region,...awsCredentials.accessKeyId&&{credentials:{accessKeyId:awsCredentials.accessKeyId,secretAccessKey:awsCredentials.secretAccessKey}}}),invokeCommand=new InvokeCommand({FunctionName:functionName,Payload:new TextEncoder().encode(`${JSON.stringify(inputs)}`),InvocationType:"RequestResponse"}),response=await client.send(invokeCommand);if(response.FunctionError)throw new Error(new TextDecoder().decode(response.Payload));return new TextDecoder().decode(response.Payload)}catch(error){throw error}}async function getDeployedFunction(functionName,awsConfigs){try{const client=new LambdaClient({region:awsConfigs.region,credentials:{accessKeyId:awsConfigs.accessKeyId,secretAccessKey:awsConfigs.secretAccessKey}}),getFunctionCommand=new GetFunctionCommand({FunctionName:functionName}),lambdaResponse=await client.send(getFunctionCommand);return{status:lambdaResponse.Configuration.LastUpdateStatus,functionName:lambdaResponse.Configuration.FunctionName,functionVersion:lambdaResponse.Configuration.Version,updatedAt:lambdaResponse.Configuration.LastModified,role:lambdaResponse.Configuration.Role,runtime:lambdaResponse.Configuration.Runtime,version:lambdaResponse.Configuration.Version}}catch{return null}}async function getLambdaCredentials(agent,config2){let awsAccessKeyId=null,awsSecretAccessKey=null,awsRegion=null,userProvidedKeys=!1;return config2.data.accessKeyId&&config2.data.secretAccessKey&&config2.data.region&&config2.data.use_own_keys&&(userProvidedKeys=!0,[awsAccessKeyId,awsSecretAccessKey]=await Promise.all([VaultHelper.getTeamKey(extractKeyFromTemplateVar(config2.data.accessKeyId),agent?.teamId),VaultHelper.getTeamKey(extractKeyFromTemplateVar(config2.data.secretAccessKey),agent?.teamId)]),awsRegion=config2.data.region),{accessKeyId:awsAccessKeyId,secretAccessKey:awsSecretAccessKey,region:awsRegion,isUserProvidedKeys:userProvidedKeys}}function calculateExecutionCost(executionTime){return executionTime/1e3*Number(PER_SECOND_COST)}function extractKeyFromTemplateVar(input){const regex=/\{\{KEY\((.*?)\)\}\}/,match=input.match(regex);return match?match[1]:input}function reportUsage({cost,agentId,teamId}){SystemEvents.emit("USAGE:API",{sourceId:"api:serverless_code.smyth",cost,agentId,teamId})}function validateAsyncMainFunction(rawCode){try{let extractPackageName=function(modulePath){return modulePath.startsWith("@")?modulePath.split("/").slice(0,2).join("/"):modulePath.split("/")[0]},processNodeForImports=function(node){if(node){if(node.type==="ImportDeclaration"){const modulePath=node.source.value;modulePath&&!modulePath.startsWith(".")&&!modulePath.startsWith("/")&&libraries.add(extractPackageName(modulePath))}if(node.type==="CallExpression"&&node.callee.type==="Identifier"&&node.callee.name==="require"&&node.arguments.length>0&&node.arguments[0].type==="Literal"){const modulePath=node.arguments[0].value;modulePath&&!modulePath.startsWith(".")&&!modulePath.startsWith("/")&&libraries.add(extractPackageName(modulePath))}if(node.type==="CallExpression"&&node.callee.type==="Import"&&node.arguments.length>0&&node.arguments[0].type==="Literal"){const modulePath=node.arguments[0].value;modulePath&&!modulePath.startsWith(".")&&!modulePath.startsWith("/")&&libraries.add(extractPackageName(modulePath))}for(const key in node)node[key]&&typeof node[key]=="object"&&(Array.isArray(node[key])?node[key].forEach(processNodeForImports):processNodeForImports(node[key]))}};const code=replaceVaultKeysTemplateVars(rawCode.trim(),{}),ast=acorn.parse(code,{ecmaVersion:"latest",sourceType:"module"}),libraries=new Set;processNodeForImports(ast);const dependencies=Array.from(libraries);let hasAsyncMain=!1,hasMain=!1,mainParameters=[];for(const node of ast.body)if(node.type==="FunctionDeclaration"){if(node.id?.name==="main"&&(hasMain=!0,node.async)){hasAsyncMain=!0,mainParameters=extractParameters(node.params);break}}else if(node.type==="VariableDeclaration"){for(const declarator of node.declarations)if(declarator.id.type==="Identifier"&&declarator.id.name==="main"&&(hasMain=!0,declarator.init)){if(declarator.init.type==="FunctionExpression"&&declarator.init.async){hasAsyncMain=!0,mainParameters=extractParameters(declarator.init.params);break}else if(declarator.init.type==="ArrowFunctionExpression"&&declarator.init.async){hasAsyncMain=!0,mainParameters=extractParameters(declarator.init.params);break}}}else if(node.type==="ExpressionStatement"&&node.expression.type==="AssignmentExpression"&&node.expression.left.type==="Identifier"&&node.expression.left.name==="main"){hasMain=!0;const right=node.expression.right;if((right.type==="FunctionExpression"||right.type==="ArrowFunctionExpression")&&right.async){hasAsyncMain=!0,mainParameters=extractParameters(right.params);break}}return hasMain?hasAsyncMain?{isValid:!0,parameters:mainParameters,dependencies}:{isValid:!1,error:"Main function exists but is not async",dependencies}:{isValid:!1,error:"No main function found at root level",dependencies}}catch(error){return{isValid:!1,error:`Failed to parse code: ${error.message}`}}}function extractParameters(params){return params.map(param=>param.type==="Identifier"?param.name:param.type==="AssignmentPattern"&¶m.left.type==="Identifier"?param.left.name:param.type==="RestElement"&¶m.argument.type==="Identifier"?param.argument.name:param.type==="ObjectPattern"?param.name||"[object]":param.type==="ArrayPattern"?"[array]":"[unknown]")}function generateCodeFromLegacyComponent(code_body,code_imports,codeInputs){return`
|
|
159
159
|
${code_imports}
|
|
160
160
|
async function main(${codeInputs.join(", ")}) {
|
|
161
161
|
${code_body}
|