@smythos/sre 1.5.46 → 1.5.50
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG +98 -90
- package/LICENSE +18 -18
- package/README.md +135 -135
- package/dist/bundle-analysis-lazy.html +4949 -0
- package/dist/bundle-analysis.html +4949 -0
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/types/Components/MCPClient.class.d.ts +1 -0
- package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.d.ts +1 -6
- package/dist/types/utils/package-manager.utils.d.ts +26 -0
- package/package.json +1 -1
- package/src/Components/APICall/APICall.class.ts +156 -156
- package/src/Components/APICall/AccessTokenManager.ts +130 -130
- package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
- package/src/Components/APICall/OAuth.helper.ts +294 -294
- package/src/Components/APICall/mimeTypeCategories.ts +46 -46
- package/src/Components/APICall/parseData.ts +167 -167
- package/src/Components/APICall/parseHeaders.ts +41 -41
- package/src/Components/APICall/parseProxy.ts +68 -68
- package/src/Components/APICall/parseUrl.ts +91 -91
- package/src/Components/APIEndpoint.class.ts +234 -234
- package/src/Components/APIOutput.class.ts +58 -58
- package/src/Components/AgentPlugin.class.ts +102 -102
- package/src/Components/Async.class.ts +155 -155
- package/src/Components/Await.class.ts +90 -90
- package/src/Components/Classifier.class.ts +158 -158
- package/src/Components/Component.class.ts +132 -132
- package/src/Components/ComponentHost.class.ts +38 -38
- package/src/Components/DataSourceCleaner.class.ts +92 -92
- package/src/Components/DataSourceIndexer.class.ts +181 -181
- package/src/Components/DataSourceLookup.class.ts +161 -161
- package/src/Components/ECMASandbox.class.ts +71 -71
- package/src/Components/FEncDec.class.ts +29 -29
- package/src/Components/FHash.class.ts +33 -33
- package/src/Components/FSign.class.ts +80 -80
- package/src/Components/FSleep.class.ts +25 -25
- package/src/Components/FTimestamp.class.ts +25 -25
- package/src/Components/FileStore.class.ts +78 -78
- package/src/Components/ForEach.class.ts +97 -97
- package/src/Components/GPTPlugin.class.ts +70 -70
- package/src/Components/GenAILLM.class.ts +586 -586
- package/src/Components/HuggingFace.class.ts +314 -314
- package/src/Components/Image/imageSettings.config.ts +70 -70
- package/src/Components/ImageGenerator.class.ts +502 -502
- package/src/Components/JSONFilter.class.ts +54 -54
- package/src/Components/LLMAssistant.class.ts +213 -213
- package/src/Components/LogicAND.class.ts +28 -28
- package/src/Components/LogicAtLeast.class.ts +85 -85
- package/src/Components/LogicAtMost.class.ts +86 -86
- package/src/Components/LogicOR.class.ts +29 -29
- package/src/Components/LogicXOR.class.ts +34 -34
- package/src/Components/MCPClient.class.ts +138 -112
- package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
- package/src/Components/MemoryReadKeyVal.class.ts +66 -66
- package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
- package/src/Components/MemoryWriteObject.class.ts +97 -97
- package/src/Components/MultimodalLLM.class.ts +128 -128
- package/src/Components/OpenAPI.class.ts +72 -72
- package/src/Components/PromptGenerator.class.ts +122 -122
- package/src/Components/ScrapflyWebScrape.class.ts +159 -159
- package/src/Components/ServerlessCode.class.ts +123 -123
- package/src/Components/TavilyWebSearch.class.ts +98 -98
- package/src/Components/VisionLLM.class.ts +104 -104
- package/src/Components/ZapierAction.class.ts +127 -127
- package/src/Components/index.ts +97 -97
- package/src/Core/AgentProcess.helper.ts +240 -240
- package/src/Core/Connector.class.ts +123 -123
- package/src/Core/ConnectorsService.ts +197 -197
- package/src/Core/DummyConnector.ts +49 -49
- package/src/Core/HookService.ts +105 -105
- package/src/Core/SmythRuntime.class.ts +235 -235
- package/src/Core/SystemEvents.ts +16 -16
- package/src/Core/boot.ts +56 -56
- package/src/config.ts +15 -15
- package/src/constants.ts +126 -126
- package/src/data/hugging-face.params.json +579 -579
- package/src/helpers/AWSLambdaCode.helper.ts +587 -587
- package/src/helpers/BinaryInput.helper.ts +331 -331
- package/src/helpers/Conversation.helper.ts +1119 -1119
- package/src/helpers/ECMASandbox.helper.ts +54 -54
- package/src/helpers/JsonContent.helper.ts +97 -97
- package/src/helpers/LocalCache.helper.ts +97 -97
- package/src/helpers/Log.helper.ts +274 -274
- package/src/helpers/OpenApiParser.helper.ts +150 -150
- package/src/helpers/S3Cache.helper.ts +147 -147
- package/src/helpers/SmythURI.helper.ts +5 -5
- package/src/helpers/Sysconfig.helper.ts +77 -77
- package/src/helpers/TemplateString.helper.ts +243 -243
- package/src/helpers/TypeChecker.helper.ts +329 -329
- package/src/index.ts +3 -3
- package/src/index.ts.bak +3 -3
- package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
- package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
- package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
- package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
- package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +142 -142
- package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
- package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
- package/src/subsystems/AgentManager/AgentLogger.class.ts +297 -297
- package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
- package/src/subsystems/AgentManager/AgentRuntime.class.ts +559 -559
- package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
- package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
- package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
- package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
- package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
- package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
- package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
- package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
- package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
- package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +172 -172
- package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
- package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
- package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
- package/src/subsystems/IO/CLI.service/index.ts +9 -9
- package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
- package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
- package/src/subsystems/IO/Log.service/index.ts +13 -13
- package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
- package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
- package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
- package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
- package/src/subsystems/IO/NKV.service/index.ts +14 -14
- package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
- package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
- package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
- package/src/subsystems/IO/Router.service/index.ts +11 -11
- package/src/subsystems/IO/Storage.service/SmythFS.class.ts +489 -489
- package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
- package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
- package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
- package/src/subsystems/IO/Storage.service/index.ts +13 -13
- package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
- package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +454 -454
- package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +384 -384
- package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +421 -421
- package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
- package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
- package/src/subsystems/IO/VectorDB.service/embed/index.ts +21 -21
- package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
- package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
- package/src/subsystems/LLMManager/LLM.inference.ts +339 -339
- package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +489 -489
- package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
- package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +659 -659
- package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +400 -400
- package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +77 -77
- package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +757 -757
- package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +304 -304
- package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +250 -250
- package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +423 -423
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +488 -488
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -524
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1145
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
- package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
- package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +471 -471
- package/src/subsystems/LLMManager/LLM.service/index.ts +44 -44
- package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +300 -300
- package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +252 -252
- package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
- package/src/subsystems/LLMManager/custom-models.ts +854 -854
- package/src/subsystems/LLMManager/models.ts +2540 -2540
- package/src/subsystems/LLMManager/paramMappings.ts +69 -69
- package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
- package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
- package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +201 -201
- package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
- package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
- package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
- package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
- package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
- package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
- package/src/subsystems/MemoryManager/RuntimeContext.ts +266 -266
- package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
- package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
- package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
- package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
- package/src/subsystems/Security/Account.service/connectors/AWSAccount.class.ts +76 -76
- package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
- package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +159 -159
- package/src/subsystems/Security/Account.service/index.ts +14 -14
- package/src/subsystems/Security/Credentials.helper.ts +62 -62
- package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
- package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
- package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
- package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
- package/src/subsystems/Security/SecureConnector.class.ts +110 -110
- package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
- package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
- package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
- package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
- package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
- package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
- package/src/subsystems/Security/Vault.service/index.ts +12 -12
- package/src/types/ACL.types.ts +104 -104
- package/src/types/AWS.types.ts +10 -10
- package/src/types/Agent.types.ts +61 -61
- package/src/types/AgentLogger.types.ts +17 -17
- package/src/types/Cache.types.ts +1 -1
- package/src/types/Common.types.ts +2 -2
- package/src/types/LLM.types.ts +496 -496
- package/src/types/Redis.types.ts +8 -8
- package/src/types/SRE.types.ts +64 -64
- package/src/types/Security.types.ts +14 -14
- package/src/types/Storage.types.ts +5 -5
- package/src/types/VectorDB.types.ts +86 -86
- package/src/utils/base64.utils.ts +275 -275
- package/src/utils/cli.utils.ts +68 -68
- package/src/utils/data.utils.ts +322 -322
- package/src/utils/date-time.utils.ts +22 -22
- package/src/utils/general.utils.ts +238 -238
- package/src/utils/index.ts +12 -12
- package/src/utils/lazy-client.ts +261 -261
- package/src/utils/numbers.utils.ts +13 -13
- package/src/utils/oauth.utils.ts +35 -35
- package/src/utils/string.utils.ts +414 -414
- package/src/utils/url.utils.ts +19 -19
- package/src/utils/validation.utils.ts +74 -74
- package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +0 -39
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
export function isAgent(agent: any): boolean {
|
|
2
|
-
return typeof agent === 'object' && agent.id && typeof agent.callComponent === 'function';
|
|
3
|
-
}
|
|
1
|
+
export function isAgent(agent: any): boolean {
|
|
2
|
+
return typeof agent === 'object' && agent.id && typeof agent.callComponent === 'function';
|
|
3
|
+
}
|
|
@@ -1,230 +1,230 @@
|
|
|
1
|
-
import { Connector } from '@sre/Core/Connector.class';
|
|
2
|
-
import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
|
|
3
|
-
import { IAccessCandidate } from '@sre/types/ACL.types';
|
|
4
|
-
import config from '@sre/config';
|
|
5
|
-
import { escapeString, TemplateString } from '@sre/helpers/TemplateString.helper';
|
|
6
|
-
import { JSONContent, JSONContentHelper } from '@sre/helpers/JsonContent.helper';
|
|
7
|
-
|
|
8
|
-
export interface IAgentDataConnector {
|
|
9
|
-
getAgentData(agentId: string, version?: string): Promise<any>;
|
|
10
|
-
getAgentIdByDomain(domain: string): Promise<string>;
|
|
11
|
-
getAgentSettings(agentId: string, version?: string): Promise<any>;
|
|
12
|
-
listTeamAgents(teamId: string, deployedOnly?: boolean, includeData?: boolean): Promise<any[]>;
|
|
13
|
-
getAgentConfig(agentId: string): { [key: string]: any };
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
const openapiTemplate = JSON.stringify({
|
|
17
|
-
openapi: '3.0.1',
|
|
18
|
-
info: {
|
|
19
|
-
title: '{{model_name}}',
|
|
20
|
-
description: '{{model_description}}',
|
|
21
|
-
version: '{{version}}',
|
|
22
|
-
},
|
|
23
|
-
servers: [
|
|
24
|
-
{
|
|
25
|
-
url: '{{server_url}}',
|
|
26
|
-
},
|
|
27
|
-
],
|
|
28
|
-
paths: {},
|
|
29
|
-
components: {
|
|
30
|
-
schemas: {},
|
|
31
|
-
},
|
|
32
|
-
});
|
|
33
|
-
|
|
34
|
-
const openapiEndpointTemplate = JSON.stringify({
|
|
35
|
-
summary: '{{summary}}',
|
|
36
|
-
operationId: '{{operationId}}',
|
|
37
|
-
'x-openai-isConsequential': false,
|
|
38
|
-
requestBody: {
|
|
39
|
-
required: true,
|
|
40
|
-
content: {},
|
|
41
|
-
},
|
|
42
|
-
responses: {
|
|
43
|
-
'200': {
|
|
44
|
-
description: 'response',
|
|
45
|
-
content: {
|
|
46
|
-
'text/plain': {
|
|
47
|
-
schema: {
|
|
48
|
-
type: 'string',
|
|
49
|
-
},
|
|
50
|
-
},
|
|
51
|
-
},
|
|
52
|
-
},
|
|
53
|
-
},
|
|
54
|
-
});
|
|
55
|
-
export abstract class AgentDataConnector extends Connector implements IAgentDataConnector {
|
|
56
|
-
public name = 'AgentDataConnector';
|
|
57
|
-
public abstract getAgentData(agentId: string, version?: string): Promise<any>;
|
|
58
|
-
public abstract getAgentIdByDomain(domain: string): Promise<string>;
|
|
59
|
-
public abstract getAgentSettings(agentId: string, version?: string): Promise<{ [key: string]: any }>;
|
|
60
|
-
public abstract getAgentEmbodiments(agentId: string): Promise<any>;
|
|
61
|
-
public abstract isDeployed(agentId: string): Promise<boolean>;
|
|
62
|
-
public abstract listTeamAgents(teamId: string, deployedOnly?: boolean, includeData?: boolean): Promise<any[]>;
|
|
63
|
-
public abstract getAgentConfig(agentId: string): { [key: string]: any };
|
|
64
|
-
/**
|
|
65
|
-
* Loads openAPI JSON for the agent
|
|
66
|
-
* @param source this represents either the agentId or the agent data
|
|
67
|
-
* @param domain
|
|
68
|
-
* @param version
|
|
69
|
-
* @param aiOnly
|
|
70
|
-
* @returns
|
|
71
|
-
*/
|
|
72
|
-
public async getOpenAPIJSON(source: string | Record<string, any>, server_url, version, aiOnly: boolean = false) {
|
|
73
|
-
if (!source) {
|
|
74
|
-
throw new Error('Agent not found');
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
const apiBasePath = version && version != 'latest' ? `/v${version}/api` : '/api';
|
|
78
|
-
|
|
79
|
-
const agentData: any = typeof source === 'object' ? source : await this.getAgentData(source, version);
|
|
80
|
-
const name = agentData.name;
|
|
81
|
-
|
|
82
|
-
let description = aiOnly ? agentData.data.behavior : agentData.data.shortDescription;
|
|
83
|
-
if (!description) description = agentData.data.description; //data.description is deprecated, we just use it as a fallback for now
|
|
84
|
-
|
|
85
|
-
const _version = agentData.data.version || '1.0.0';
|
|
86
|
-
|
|
87
|
-
const openAPITpl = TemplateString(openapiTemplate)
|
|
88
|
-
.parse({
|
|
89
|
-
model_name: escapeString(name),
|
|
90
|
-
model_description: escapeString(description),
|
|
91
|
-
server_url,
|
|
92
|
-
version: _version,
|
|
93
|
-
})
|
|
94
|
-
.clean().result;
|
|
95
|
-
const openAPIObj = JSON.parse(openAPITpl);
|
|
96
|
-
|
|
97
|
-
const components = agentData.data.components.filter((component: any) => component.name === 'APIEndpoint');
|
|
98
|
-
for (let component of components) {
|
|
99
|
-
const ai_exposed = component.data.ai_exposed || typeof component.data.ai_exposed === 'undefined';
|
|
100
|
-
if (aiOnly && !ai_exposed) continue;
|
|
101
|
-
let method = (component.data.method || 'post').toLowerCase();
|
|
102
|
-
let summary = aiOnly ? component.data.description || component.data.doc : component.data.doc || component.data.description;
|
|
103
|
-
|
|
104
|
-
const openAPIEntry = JSONContent(
|
|
105
|
-
TemplateString(openapiEndpointTemplate)
|
|
106
|
-
.parse({
|
|
107
|
-
summary: summary?.replace(/"/g, '\\"'),
|
|
108
|
-
operationId: component?.data?.endpoint,
|
|
109
|
-
})
|
|
110
|
-
.clean().result,
|
|
111
|
-
).tryParse();
|
|
112
|
-
|
|
113
|
-
if (typeof openAPIEntry !== 'object') {
|
|
114
|
-
console.warn('Error on openAPIEntry: ', openAPIEntry);
|
|
115
|
-
continue;
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
if (!openAPIObj.paths[apiBasePath + '/' + component.data.endpoint]) openAPIObj.paths[apiBasePath + '/' + component.data.endpoint] = {};
|
|
119
|
-
//const componentsSchemas = openAPIObj.components.schemas;
|
|
120
|
-
|
|
121
|
-
openAPIObj.paths[apiBasePath + '/' + component.data.endpoint][method] = openAPIEntry;
|
|
122
|
-
|
|
123
|
-
if (component.inputs.length > 0) {
|
|
124
|
-
if (method === 'get') {
|
|
125
|
-
delete openAPIEntry.requestBody;
|
|
126
|
-
|
|
127
|
-
openAPIEntry.parameters = [];
|
|
128
|
-
|
|
129
|
-
for (let input of component.inputs) {
|
|
130
|
-
const parameter: {
|
|
131
|
-
name: string;
|
|
132
|
-
in: string;
|
|
133
|
-
description: string;
|
|
134
|
-
required: boolean;
|
|
135
|
-
schema: { type: string };
|
|
136
|
-
style?: string;
|
|
137
|
-
explode?: boolean;
|
|
138
|
-
} = {
|
|
139
|
-
name: input.name,
|
|
140
|
-
in: 'query',
|
|
141
|
-
description: input.description,
|
|
142
|
-
required: !input.optional,
|
|
143
|
-
schema: getOpenAPIInputSchema(input.type),
|
|
144
|
-
};
|
|
145
|
-
|
|
146
|
-
// for array and object types
|
|
147
|
-
const { style, explode } = getOpenAPIParameterStyle(input.type);
|
|
148
|
-
if (style) {
|
|
149
|
-
parameter.style = style;
|
|
150
|
-
parameter.explode = explode;
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
openAPIEntry.parameters.push(parameter);
|
|
154
|
-
}
|
|
155
|
-
} else {
|
|
156
|
-
const requiredProps: any = [];
|
|
157
|
-
|
|
158
|
-
const hasBinaryType = !aiOnly && component.inputs.some((input) => input.type.toLowerCase().trim() === 'binary');
|
|
159
|
-
//if it's an AI format, we force application/json format, becauwe we want to receive binary data as a url
|
|
160
|
-
const mimetype = hasBinaryType ? 'multipart/form-data' : 'application/json';
|
|
161
|
-
openAPIEntry.requestBody.content[mimetype] = {};
|
|
162
|
-
for (let input of component.inputs) {
|
|
163
|
-
if (!input.optional) requiredProps.push(input.name);
|
|
164
|
-
|
|
165
|
-
if (!openAPIEntry.requestBody.content[mimetype].schema)
|
|
166
|
-
openAPIEntry.requestBody.content[mimetype].schema = { type: 'object' };
|
|
167
|
-
|
|
168
|
-
const schema: any = openAPIEntry.requestBody.content[mimetype].schema || {
|
|
169
|
-
type: 'object',
|
|
170
|
-
};
|
|
171
|
-
|
|
172
|
-
if (!schema.properties) schema.properties = {};
|
|
173
|
-
schema.properties[input.name] = {
|
|
174
|
-
...getOpenAPIInputSchema(input.type),
|
|
175
|
-
format: !aiOnly && input.type.toLowerCase().trim() === 'binary' ? 'binary' : undefined,
|
|
176
|
-
description: input.description,
|
|
177
|
-
default: input.defaultVal,
|
|
178
|
-
};
|
|
179
|
-
schema.required = requiredProps;
|
|
180
|
-
|
|
181
|
-
if (!openAPIEntry.requestBody.content[mimetype].schema) openAPIEntry.requestBody.content['application/json'].schema = schema;
|
|
182
|
-
}
|
|
183
|
-
}
|
|
184
|
-
} else {
|
|
185
|
-
delete openAPIEntry.requestBody;
|
|
186
|
-
}
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
return openAPIObj;
|
|
190
|
-
}
|
|
191
|
-
}
|
|
192
|
-
|
|
193
|
-
function getOpenAPIInputSchema(input_type) {
|
|
194
|
-
switch (input_type?.toLowerCase()) {
|
|
195
|
-
case 'binary':
|
|
196
|
-
case 'string':
|
|
197
|
-
case 'any':
|
|
198
|
-
return { type: 'string' };
|
|
199
|
-
case 'number':
|
|
200
|
-
case 'float':
|
|
201
|
-
return { type: 'number' };
|
|
202
|
-
case 'integer':
|
|
203
|
-
return { type: 'integer' };
|
|
204
|
-
case 'boolean':
|
|
205
|
-
return { type: 'boolean' };
|
|
206
|
-
case 'array':
|
|
207
|
-
return { type: 'array', items: {} };
|
|
208
|
-
case 'object':
|
|
209
|
-
return { type: 'object', additionalProperties: {} };
|
|
210
|
-
default:
|
|
211
|
-
return { type: 'string' };
|
|
212
|
-
}
|
|
213
|
-
}
|
|
214
|
-
|
|
215
|
-
function getOpenAPIParameterStyle(input_type) {
|
|
216
|
-
switch (input_type.toLowerCase()) {
|
|
217
|
-
case 'array':
|
|
218
|
-
return {
|
|
219
|
-
style: 'form',
|
|
220
|
-
explode: false, // results in `ids=1,2,3`
|
|
221
|
-
};
|
|
222
|
-
case 'object':
|
|
223
|
-
return {
|
|
224
|
-
style: 'deepObject',
|
|
225
|
-
explode: true, // results in `lat=value1&long=value2`
|
|
226
|
-
};
|
|
227
|
-
default:
|
|
228
|
-
return { style: '', explode: false };
|
|
229
|
-
}
|
|
230
|
-
}
|
|
1
|
+
import { Connector } from '@sre/Core/Connector.class';
|
|
2
|
+
import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
|
|
3
|
+
import { IAccessCandidate } from '@sre/types/ACL.types';
|
|
4
|
+
import config from '@sre/config';
|
|
5
|
+
import { escapeString, TemplateString } from '@sre/helpers/TemplateString.helper';
|
|
6
|
+
import { JSONContent, JSONContentHelper } from '@sre/helpers/JsonContent.helper';
|
|
7
|
+
|
|
8
|
+
export interface IAgentDataConnector {
|
|
9
|
+
getAgentData(agentId: string, version?: string): Promise<any>;
|
|
10
|
+
getAgentIdByDomain(domain: string): Promise<string>;
|
|
11
|
+
getAgentSettings(agentId: string, version?: string): Promise<any>;
|
|
12
|
+
listTeamAgents(teamId: string, deployedOnly?: boolean, includeData?: boolean): Promise<any[]>;
|
|
13
|
+
getAgentConfig(agentId: string): { [key: string]: any };
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
const openapiTemplate = JSON.stringify({
|
|
17
|
+
openapi: '3.0.1',
|
|
18
|
+
info: {
|
|
19
|
+
title: '{{model_name}}',
|
|
20
|
+
description: '{{model_description}}',
|
|
21
|
+
version: '{{version}}',
|
|
22
|
+
},
|
|
23
|
+
servers: [
|
|
24
|
+
{
|
|
25
|
+
url: '{{server_url}}',
|
|
26
|
+
},
|
|
27
|
+
],
|
|
28
|
+
paths: {},
|
|
29
|
+
components: {
|
|
30
|
+
schemas: {},
|
|
31
|
+
},
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
const openapiEndpointTemplate = JSON.stringify({
|
|
35
|
+
summary: '{{summary}}',
|
|
36
|
+
operationId: '{{operationId}}',
|
|
37
|
+
'x-openai-isConsequential': false,
|
|
38
|
+
requestBody: {
|
|
39
|
+
required: true,
|
|
40
|
+
content: {},
|
|
41
|
+
},
|
|
42
|
+
responses: {
|
|
43
|
+
'200': {
|
|
44
|
+
description: 'response',
|
|
45
|
+
content: {
|
|
46
|
+
'text/plain': {
|
|
47
|
+
schema: {
|
|
48
|
+
type: 'string',
|
|
49
|
+
},
|
|
50
|
+
},
|
|
51
|
+
},
|
|
52
|
+
},
|
|
53
|
+
},
|
|
54
|
+
});
|
|
55
|
+
export abstract class AgentDataConnector extends Connector implements IAgentDataConnector {
|
|
56
|
+
public name = 'AgentDataConnector';
|
|
57
|
+
public abstract getAgentData(agentId: string, version?: string): Promise<any>;
|
|
58
|
+
public abstract getAgentIdByDomain(domain: string): Promise<string>;
|
|
59
|
+
public abstract getAgentSettings(agentId: string, version?: string): Promise<{ [key: string]: any }>;
|
|
60
|
+
public abstract getAgentEmbodiments(agentId: string): Promise<any>;
|
|
61
|
+
public abstract isDeployed(agentId: string): Promise<boolean>;
|
|
62
|
+
public abstract listTeamAgents(teamId: string, deployedOnly?: boolean, includeData?: boolean): Promise<any[]>;
|
|
63
|
+
public abstract getAgentConfig(agentId: string): { [key: string]: any };
|
|
64
|
+
/**
|
|
65
|
+
* Loads openAPI JSON for the agent
|
|
66
|
+
* @param source this represents either the agentId or the agent data
|
|
67
|
+
* @param domain
|
|
68
|
+
* @param version
|
|
69
|
+
* @param aiOnly
|
|
70
|
+
* @returns
|
|
71
|
+
*/
|
|
72
|
+
public async getOpenAPIJSON(source: string | Record<string, any>, server_url, version, aiOnly: boolean = false) {
|
|
73
|
+
if (!source) {
|
|
74
|
+
throw new Error('Agent not found');
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
const apiBasePath = version && version != 'latest' ? `/v${version}/api` : '/api';
|
|
78
|
+
|
|
79
|
+
const agentData: any = typeof source === 'object' ? source : await this.getAgentData(source, version);
|
|
80
|
+
const name = agentData.name;
|
|
81
|
+
|
|
82
|
+
let description = aiOnly ? agentData.data.behavior : agentData.data.shortDescription;
|
|
83
|
+
if (!description) description = agentData.data.description; //data.description is deprecated, we just use it as a fallback for now
|
|
84
|
+
|
|
85
|
+
const _version = agentData.data.version || '1.0.0';
|
|
86
|
+
|
|
87
|
+
const openAPITpl = TemplateString(openapiTemplate)
|
|
88
|
+
.parse({
|
|
89
|
+
model_name: escapeString(name),
|
|
90
|
+
model_description: escapeString(description),
|
|
91
|
+
server_url,
|
|
92
|
+
version: _version,
|
|
93
|
+
})
|
|
94
|
+
.clean().result;
|
|
95
|
+
const openAPIObj = JSON.parse(openAPITpl);
|
|
96
|
+
|
|
97
|
+
const components = agentData.data.components.filter((component: any) => component.name === 'APIEndpoint');
|
|
98
|
+
for (let component of components) {
|
|
99
|
+
const ai_exposed = component.data.ai_exposed || typeof component.data.ai_exposed === 'undefined';
|
|
100
|
+
if (aiOnly && !ai_exposed) continue;
|
|
101
|
+
let method = (component.data.method || 'post').toLowerCase();
|
|
102
|
+
let summary = aiOnly ? component.data.description || component.data.doc : component.data.doc || component.data.description;
|
|
103
|
+
|
|
104
|
+
const openAPIEntry = JSONContent(
|
|
105
|
+
TemplateString(openapiEndpointTemplate)
|
|
106
|
+
.parse({
|
|
107
|
+
summary: summary?.replace(/"/g, '\\"'),
|
|
108
|
+
operationId: component?.data?.endpoint,
|
|
109
|
+
})
|
|
110
|
+
.clean().result,
|
|
111
|
+
).tryParse();
|
|
112
|
+
|
|
113
|
+
if (typeof openAPIEntry !== 'object') {
|
|
114
|
+
console.warn('Error on openAPIEntry: ', openAPIEntry);
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
if (!openAPIObj.paths[apiBasePath + '/' + component.data.endpoint]) openAPIObj.paths[apiBasePath + '/' + component.data.endpoint] = {};
|
|
119
|
+
//const componentsSchemas = openAPIObj.components.schemas;
|
|
120
|
+
|
|
121
|
+
openAPIObj.paths[apiBasePath + '/' + component.data.endpoint][method] = openAPIEntry;
|
|
122
|
+
|
|
123
|
+
if (component.inputs.length > 0) {
|
|
124
|
+
if (method === 'get') {
|
|
125
|
+
delete openAPIEntry.requestBody;
|
|
126
|
+
|
|
127
|
+
openAPIEntry.parameters = [];
|
|
128
|
+
|
|
129
|
+
for (let input of component.inputs) {
|
|
130
|
+
const parameter: {
|
|
131
|
+
name: string;
|
|
132
|
+
in: string;
|
|
133
|
+
description: string;
|
|
134
|
+
required: boolean;
|
|
135
|
+
schema: { type: string };
|
|
136
|
+
style?: string;
|
|
137
|
+
explode?: boolean;
|
|
138
|
+
} = {
|
|
139
|
+
name: input.name,
|
|
140
|
+
in: 'query',
|
|
141
|
+
description: input.description,
|
|
142
|
+
required: !input.optional,
|
|
143
|
+
schema: getOpenAPIInputSchema(input.type),
|
|
144
|
+
};
|
|
145
|
+
|
|
146
|
+
// for array and object types
|
|
147
|
+
const { style, explode } = getOpenAPIParameterStyle(input.type);
|
|
148
|
+
if (style) {
|
|
149
|
+
parameter.style = style;
|
|
150
|
+
parameter.explode = explode;
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
openAPIEntry.parameters.push(parameter);
|
|
154
|
+
}
|
|
155
|
+
} else {
|
|
156
|
+
const requiredProps: any = [];
|
|
157
|
+
|
|
158
|
+
const hasBinaryType = !aiOnly && component.inputs.some((input) => input.type.toLowerCase().trim() === 'binary');
|
|
159
|
+
//if it's an AI format, we force application/json format, becauwe we want to receive binary data as a url
|
|
160
|
+
const mimetype = hasBinaryType ? 'multipart/form-data' : 'application/json';
|
|
161
|
+
openAPIEntry.requestBody.content[mimetype] = {};
|
|
162
|
+
for (let input of component.inputs) {
|
|
163
|
+
if (!input.optional) requiredProps.push(input.name);
|
|
164
|
+
|
|
165
|
+
if (!openAPIEntry.requestBody.content[mimetype].schema)
|
|
166
|
+
openAPIEntry.requestBody.content[mimetype].schema = { type: 'object' };
|
|
167
|
+
|
|
168
|
+
const schema: any = openAPIEntry.requestBody.content[mimetype].schema || {
|
|
169
|
+
type: 'object',
|
|
170
|
+
};
|
|
171
|
+
|
|
172
|
+
if (!schema.properties) schema.properties = {};
|
|
173
|
+
schema.properties[input.name] = {
|
|
174
|
+
...getOpenAPIInputSchema(input.type),
|
|
175
|
+
format: !aiOnly && input.type.toLowerCase().trim() === 'binary' ? 'binary' : undefined,
|
|
176
|
+
description: input.description,
|
|
177
|
+
default: input.defaultVal,
|
|
178
|
+
};
|
|
179
|
+
schema.required = requiredProps;
|
|
180
|
+
|
|
181
|
+
if (!openAPIEntry.requestBody.content[mimetype].schema) openAPIEntry.requestBody.content['application/json'].schema = schema;
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
} else {
|
|
185
|
+
delete openAPIEntry.requestBody;
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
return openAPIObj;
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
function getOpenAPIInputSchema(input_type) {
|
|
194
|
+
switch (input_type?.toLowerCase()) {
|
|
195
|
+
case 'binary':
|
|
196
|
+
case 'string':
|
|
197
|
+
case 'any':
|
|
198
|
+
return { type: 'string' };
|
|
199
|
+
case 'number':
|
|
200
|
+
case 'float':
|
|
201
|
+
return { type: 'number' };
|
|
202
|
+
case 'integer':
|
|
203
|
+
return { type: 'integer' };
|
|
204
|
+
case 'boolean':
|
|
205
|
+
return { type: 'boolean' };
|
|
206
|
+
case 'array':
|
|
207
|
+
return { type: 'array', items: {} };
|
|
208
|
+
case 'object':
|
|
209
|
+
return { type: 'object', additionalProperties: {} };
|
|
210
|
+
default:
|
|
211
|
+
return { type: 'string' };
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
function getOpenAPIParameterStyle(input_type) {
|
|
216
|
+
switch (input_type.toLowerCase()) {
|
|
217
|
+
case 'array':
|
|
218
|
+
return {
|
|
219
|
+
style: 'form',
|
|
220
|
+
explode: false, // results in `ids=1,2,3`
|
|
221
|
+
};
|
|
222
|
+
case 'object':
|
|
223
|
+
return {
|
|
224
|
+
style: 'deepObject',
|
|
225
|
+
explode: true, // results in `lat=value1&long=value2`
|
|
226
|
+
};
|
|
227
|
+
default:
|
|
228
|
+
return { style: '', explode: false };
|
|
229
|
+
}
|
|
230
|
+
}
|
package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts
CHANGED
|
@@ -1,66 +1,66 @@
|
|
|
1
|
-
import { ConnectorService } from '@sre/Core/ConnectorsService';
|
|
2
|
-
import { CLIConnector } from '@sre/IO/CLI.service/CLIConnector';
|
|
3
|
-
import fs from 'fs';
|
|
4
|
-
import path from 'path';
|
|
5
|
-
import { AgentDataConnector } from '../AgentDataConnector';
|
|
6
|
-
|
|
7
|
-
type TArgs = { args: Record<string, any> };
|
|
8
|
-
export class CLIAgentDataConnector extends AgentDataConnector {
|
|
9
|
-
public name: string = 'CLIAgentDataConnector';
|
|
10
|
-
private argv;
|
|
11
|
-
constructor(settings: TArgs) {
|
|
12
|
-
super();
|
|
13
|
-
this.argv = settings.args || process.argv;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
public getAgentConfig(agentId: string): Partial<TArgs> {
|
|
17
|
-
return {};
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
public async getAgentData(agentId: string, version?: string) {
|
|
21
|
-
const cliConnector: CLIConnector = ConnectorService.getCLIConnector();
|
|
22
|
-
|
|
23
|
-
const params: any = cliConnector.get('agent');
|
|
24
|
-
|
|
25
|
-
//get current directory
|
|
26
|
-
const __dirname = fs.realpathSync(process.cwd());
|
|
27
|
-
const filePath = path.join(__dirname, params.agent);
|
|
28
|
-
|
|
29
|
-
if (fs.existsSync(filePath)) {
|
|
30
|
-
const data = fs.readFileSync(filePath, 'utf8');
|
|
31
|
-
|
|
32
|
-
return { data: JSON.parse(data), version: version || '1.0' };
|
|
33
|
-
}
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
public getAgentIdByDomain(domain: string): Promise<string> {
|
|
37
|
-
return Promise.resolve('');
|
|
38
|
-
}
|
|
39
|
-
public async getAgentSettings(agentId: string, version?: string) {
|
|
40
|
-
const cliConnector: CLIConnector = ConnectorService.getCLIConnector();
|
|
41
|
-
|
|
42
|
-
const params: any = cliConnector.get('settings');
|
|
43
|
-
let settings: any;
|
|
44
|
-
|
|
45
|
-
if (typeof params.settings === 'string') {
|
|
46
|
-
if (fs.existsSync(params.settings)) {
|
|
47
|
-
settings = JSON.parse(fs.readFileSync(params.settings, 'utf8'));
|
|
48
|
-
}
|
|
49
|
-
} else {
|
|
50
|
-
settings = params.settings;
|
|
51
|
-
}
|
|
52
|
-
return settings;
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
public async getAgentEmbodiments(agentId: string): Promise<any> {
|
|
56
|
-
return [];
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
public async listTeamAgents(teamId: string, deployedOnly?: boolean): Promise<any[]> {
|
|
60
|
-
console.warn(`listTeamAgents is not implemented for CLIAgentDataConnector`);
|
|
61
|
-
return [];
|
|
62
|
-
}
|
|
63
|
-
public async isDeployed(agentId: string): Promise<boolean> {
|
|
64
|
-
return true;
|
|
65
|
-
}
|
|
66
|
-
}
|
|
1
|
+
import { ConnectorService } from '@sre/Core/ConnectorsService';
|
|
2
|
+
import { CLIConnector } from '@sre/IO/CLI.service/CLIConnector';
|
|
3
|
+
import fs from 'fs';
|
|
4
|
+
import path from 'path';
|
|
5
|
+
import { AgentDataConnector } from '../AgentDataConnector';
|
|
6
|
+
|
|
7
|
+
type TArgs = { args: Record<string, any> };
|
|
8
|
+
export class CLIAgentDataConnector extends AgentDataConnector {
|
|
9
|
+
public name: string = 'CLIAgentDataConnector';
|
|
10
|
+
private argv;
|
|
11
|
+
constructor(settings: TArgs) {
|
|
12
|
+
super();
|
|
13
|
+
this.argv = settings.args || process.argv;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
public getAgentConfig(agentId: string): Partial<TArgs> {
|
|
17
|
+
return {};
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
public async getAgentData(agentId: string, version?: string) {
|
|
21
|
+
const cliConnector: CLIConnector = ConnectorService.getCLIConnector();
|
|
22
|
+
|
|
23
|
+
const params: any = cliConnector.get('agent');
|
|
24
|
+
|
|
25
|
+
//get current directory
|
|
26
|
+
const __dirname = fs.realpathSync(process.cwd());
|
|
27
|
+
const filePath = path.join(__dirname, params.agent);
|
|
28
|
+
|
|
29
|
+
if (fs.existsSync(filePath)) {
|
|
30
|
+
const data = fs.readFileSync(filePath, 'utf8');
|
|
31
|
+
|
|
32
|
+
return { data: JSON.parse(data), version: version || '1.0' };
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
public getAgentIdByDomain(domain: string): Promise<string> {
|
|
37
|
+
return Promise.resolve('');
|
|
38
|
+
}
|
|
39
|
+
public async getAgentSettings(agentId: string, version?: string) {
|
|
40
|
+
const cliConnector: CLIConnector = ConnectorService.getCLIConnector();
|
|
41
|
+
|
|
42
|
+
const params: any = cliConnector.get('settings');
|
|
43
|
+
let settings: any;
|
|
44
|
+
|
|
45
|
+
if (typeof params.settings === 'string') {
|
|
46
|
+
if (fs.existsSync(params.settings)) {
|
|
47
|
+
settings = JSON.parse(fs.readFileSync(params.settings, 'utf8'));
|
|
48
|
+
}
|
|
49
|
+
} else {
|
|
50
|
+
settings = params.settings;
|
|
51
|
+
}
|
|
52
|
+
return settings;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
public async getAgentEmbodiments(agentId: string): Promise<any> {
|
|
56
|
+
return [];
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
public async listTeamAgents(teamId: string, deployedOnly?: boolean): Promise<any[]> {
|
|
60
|
+
console.warn(`listTeamAgents is not implemented for CLIAgentDataConnector`);
|
|
61
|
+
return [];
|
|
62
|
+
}
|
|
63
|
+
public async isDeployed(agentId: string): Promise<boolean> {
|
|
64
|
+
return true;
|
|
65
|
+
}
|
|
66
|
+
}
|