@smythos/sre 1.5.46 → 1.5.50

package/dist/index.js

@@ -1,4 +1,4 @@
-import dotenv from"dotenv";import Joi from"joi";import"dotenv/config";import winston from"winston";import Transport from"winston-transport";import pLimit from"p-limit";import axios,{AxiosHeaders}from"axios";import*as fs from"fs";import fs__default,{existsSync,mkdirSync,writeFileSync,readFileSync,unlinkSync}from"fs";import*as FileType from"file-type";import{fileTypeFromBuffer}from"file-type";import{isBinaryFileSync}from"isbinaryfile";import EventEmitter$1,{EventEmitter}from"events";import crypto$1,{createHash,randomUUID}from"crypto";import{encode,encodeChat}from"gpt-tokenizer";import path from"path";import os from"os";import"process";import mime from"mime";import{Readable}from"stream";import xxhash from"xxhashjs";import{jsonrepair}from"jsonrepair";import yaml from"js-yaml";import{EventSource}from"eventsource";import*as acorn from"acorn";import dayjs from"dayjs";import querystring from"querystring";import{HfInference}from"@huggingface/inference";import{Runware}from"@runware/sdk-js";import FormData from"form-data";import{SocksProxyAgent}from"socks-proxy-agent";import OAuth from"oauth-1.0a";import zl from"zip-lib";import{LambdaClient,GetFunctionCommand,UpdateFunctionCodeCommand,Runtime,CreateFunctionCommand,InvokeCommand,UpdateFunctionConfigurationCommand}from"@aws-sdk/client-lambda";import{IAMClient,GetRoleCommand,CreateRoleCommand}from"@aws-sdk/client-iam";import{Client}from"@modelcontextprotocol/sdk/client/index.js";import{SSEClientTransport}from"@modelcontextprotocol/sdk/client/sse.js";import{GetBucketLifecycleConfigurationCommand,PutBucketLifecycleConfigurationCommand,S3Client,HeadObjectCommand,DeleteObjectCommand,GetObjectCommand,PutObjectCommand,PutObjectTaggingCommand,GetObjectTaggingCommand,CopyObjectCommand}from"@aws-sdk/client-s3";import"ses";import imageSize from"image-size";import{execSync}from"child_process";import{Pinecone}from"@pinecone-database/pinecone";import OpenAI,{toFile,OpenAI as OpenAI$1}from"openai";import{MilvusClient,DataType,ErrorCode}from"@zilliz/milvus2-sdk-node";import{GoogleGenerativeAI,FunctionCallingMode}from"@google/generative-ai";import{GoogleAIFileManager,FileState}from"@google/generative-ai/server";import{GoogleGenAI}from"@google/genai";import Anthropic from"@anthropic-ai/sdk";import Groq from"groq-sdk";import{BedrockRuntimeClient,ConverseCommand,ConverseStreamCommand}from"@aws-sdk/client-bedrock-runtime";import{VertexAI}from"@google-cloud/vertexai";import*as chokidar from"chokidar";import chokidar__default from"chokidar";import fs$1 from"fs/promises";import IORedis from"ioredis";import mysql from"mysql2/promise";import{SecretsManagerClient,ListSecretsCommand,GetSecretValueCommand,PutSecretValueCommand,CreateSecretCommand,DeleteSecretCommand}from"@aws-sdk/client-secrets-manager";import*as readlineSync from"readline-sync";var version="1.5.46";dotenv.config();const config={env:{LOG_LEVEL:process.env.LOG_LEVEL||"none",LOG_FILTER:process.env.LOG_FILTER||"",NODE_ENV:process.env?.NODE_ENV}},REQUEST_METHODS=["GET","POST","PUT","PATCH","DELETE","HEAD","OPTIONS"],REQUEST_CONTENT_TYPES={none:"none",urlEncodedFormData:"application/x-www-form-urlencoded",multipartFormData:"multipart/form-data",json:"application/json",text:"text/plain",xml:"application/xml",binary:"binary"};var EMBODIMENT_TYPES=(EMBODIMENT_TYPES2=>(EMBODIMENT_TYPES2.ChatBot="chatBot",EMBODIMENT_TYPES2.ChatGPT="chatGPT",EMBODIMENT_TYPES2))(EMBODIMENT_TYPES||{});const ERR_MSG_INVALID_IMAGE_SOURCE="Please provide a valid Image Source. Supported image sources are: HTTP(S) URL, Base64 string, Data URL, Output Image from other component(s).",ERR_MSG_INVALID_BINARY="Please provide a valid data that is either a Blob, SmythFileObject (Binary Output from any Component), ArrayBuffer, Buffer, Base64 string, Data URL, or HTTP(s) URL",ERR_MSG_MAX_DEPTH="The maximum depth has been exceeded for the provided array or object.",ERR_MSG_MAX_ARRAY_SIZE="The maximum array size has been exceeded for the provided array.",ERR_MSG_MAX_OBJECT_SIZE="The maximum object size has been exceeded for the provided object.",MAX_DEPTH=10,MAX_OBJECT_SIZE=1e3,MAX_ARRAY_SIZE=1e3,MAX_FILE_SIZE=10*1024*1024,MAX_FILE_COUNT=10,DEFAULT_MAX_TOKENS_FOR_LLM=2048,S3_DAILY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteDaily",S3_WEEKLY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteWeekly",S3_MONTHLY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteMonthly",TOOL_USE_DEFAULT_MODEL="gpt-4o-mini",COMP_NAMES={apiCall:"APICall",code:"Code",llmPrompt:"PromptGenerator",visionLLM:"VisionLLM"},JSON_RESPONSE_INSTRUCTION=`
+import dotenv from"dotenv";import Joi from"joi";import"dotenv/config";import winston from"winston";import Transport from"winston-transport";import pLimit from"p-limit";import axios,{AxiosHeaders}from"axios";import*as fs from"fs";import fs__default,{existsSync,mkdirSync,writeFileSync,readFileSync,unlinkSync}from"fs";import*as FileType from"file-type";import{fileTypeFromBuffer}from"file-type";import{isBinaryFileSync}from"isbinaryfile";import EventEmitter$1,{EventEmitter}from"events";import crypto$1,{createHash,randomUUID}from"crypto";import{encode,encodeChat}from"gpt-tokenizer";import path from"path";import os from"os";import"process";import mime from"mime";import{Readable}from"stream";import xxhash from"xxhashjs";import{jsonrepair}from"jsonrepair";import yaml from"js-yaml";import{EventSource}from"eventsource";import*as acorn from"acorn";import dayjs from"dayjs";import querystring from"querystring";import{HfInference}from"@huggingface/inference";import{Runware}from"@runware/sdk-js";import FormData from"form-data";import{SocksProxyAgent}from"socks-proxy-agent";import OAuth from"oauth-1.0a";import zl from"zip-lib";import{LambdaClient,GetFunctionCommand,UpdateFunctionCodeCommand,Runtime,CreateFunctionCommand,InvokeCommand,UpdateFunctionConfigurationCommand}from"@aws-sdk/client-lambda";import{IAMClient,GetRoleCommand,CreateRoleCommand}from"@aws-sdk/client-iam";import{Client}from"@modelcontextprotocol/sdk/client/index.js";import{SSEClientTransport}from"@modelcontextprotocol/sdk/client/sse.js";import{StreamableHTTPClientTransport}from"@modelcontextprotocol/sdk/client/streamableHttp.js";import{GetBucketLifecycleConfigurationCommand,PutBucketLifecycleConfigurationCommand,S3Client,HeadObjectCommand,DeleteObjectCommand,GetObjectCommand,PutObjectCommand,PutObjectTaggingCommand,GetObjectTaggingCommand,CopyObjectCommand}from"@aws-sdk/client-s3";import"ses";import imageSize from"image-size";import{execSync}from"child_process";import{Pinecone}from"@pinecone-database/pinecone";import OpenAI,{toFile,OpenAI as OpenAI$1}from"openai";import{MilvusClient,DataType,ErrorCode}from"@zilliz/milvus2-sdk-node";import{GoogleGenerativeAI,FunctionCallingMode}from"@google/generative-ai";import{GoogleAIFileManager,FileState}from"@google/generative-ai/server";import{GoogleGenAI}from"@google/genai";import Anthropic from"@anthropic-ai/sdk";import Groq from"groq-sdk";import{BedrockRuntimeClient,ConverseCommand,ConverseStreamCommand}from"@aws-sdk/client-bedrock-runtime";import{VertexAI}from"@google-cloud/vertexai";import*as chokidar from"chokidar";import chokidar__default from"chokidar";import fs$1 from"fs/promises";import IORedis from"ioredis";import mysql from"mysql2/promise";import{SecretsManagerClient,ListSecretsCommand,GetSecretValueCommand,PutSecretValueCommand,CreateSecretCommand,DeleteSecretCommand}from"@aws-sdk/client-secrets-manager";import*as readlineSync from"readline-sync";var version="1.5.50";dotenv.config();const config={env:{LOG_LEVEL:process.env.LOG_LEVEL||"none",LOG_FILTER:process.env.LOG_FILTER||"",NODE_ENV:process.env?.NODE_ENV}},REQUEST_METHODS=["GET","POST","PUT","PATCH","DELETE","HEAD","OPTIONS"],REQUEST_CONTENT_TYPES={none:"none",urlEncodedFormData:"application/x-www-form-urlencoded",multipartFormData:"multipart/form-data",json:"application/json",text:"text/plain",xml:"application/xml",binary:"binary"};var EMBODIMENT_TYPES=(EMBODIMENT_TYPES2=>(EMBODIMENT_TYPES2.ChatBot="chatBot",EMBODIMENT_TYPES2.ChatGPT="chatGPT",EMBODIMENT_TYPES2))(EMBODIMENT_TYPES||{});const ERR_MSG_INVALID_IMAGE_SOURCE="Please provide a valid Image Source. Supported image sources are: HTTP(S) URL, Base64 string, Data URL, Output Image from other component(s).",ERR_MSG_INVALID_BINARY="Please provide a valid data that is either a Blob, SmythFileObject (Binary Output from any Component), ArrayBuffer, Buffer, Base64 string, Data URL, or HTTP(s) URL",ERR_MSG_MAX_DEPTH="The maximum depth has been exceeded for the provided array or object.",ERR_MSG_MAX_ARRAY_SIZE="The maximum array size has been exceeded for the provided array.",ERR_MSG_MAX_OBJECT_SIZE="The maximum object size has been exceeded for the provided object.",MAX_DEPTH=10,MAX_OBJECT_SIZE=1e3,MAX_ARRAY_SIZE=1e3,MAX_FILE_SIZE=10*1024*1024,MAX_FILE_COUNT=10,DEFAULT_MAX_TOKENS_FOR_LLM=2048,S3_DAILY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteDaily",S3_WEEKLY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteWeekly",S3_MONTHLY_PURGE_LIFECYCLE_TAG="ExpirationPolicy=DeleteMonthly",TOOL_USE_DEFAULT_MODEL="gpt-4o-mini",COMP_NAMES={apiCall:"APICall",code:"Code",llmPrompt:"PromptGenerator",visionLLM:"VisionLLM"},JSON_RESPONSE_INSTRUCTION=`
 Respond ONLY with a valid, parsable JSON object. Follow these strict guidelines:
 1. The response must begin with '{' and end with '}'.
 2. Use double quotes for all keys and string values.
@@ -170,10 +170,10 @@ ${JSON.stringify(codeInputs,null,2)}
 ${error}
 `),_error=error?.response?.data||error?.message||error.toString(),Output=void 0}return{Output,_error,_debug:logger2.output}}catch(err){const _error=err?.response?.data||err?.message||err.toString();return logger2.error(` Error running code 
 ${_error}
-`),{Output:void 0,_error,_debug:logger2.output}}}}var __defProp$V=Object.defineProperty,__defNormalProp$V=(obj,key,value)=>key in obj?__defProp$V(obj,key,{enumerable:!0,configurable:!0,writable:!0,value}):obj[key]=value,__publicField$V=(obj,key,value)=>__defNormalProp$V(obj,key+"",value);class MCPClient extends Component{constructor(){super(),__publicField$V(this,"configSchema",Joi.object({model:Joi.string().optional(),openAiModel:Joi.string().optional(),mcpUrl:Joi.string().max(2048).uri().required().description("URL of the MCP"),descForModel:Joi.string().max(5e3).required().allow("").label("Description for Model"),name:Joi.string().max(500).required().allow(""),desc:Joi.string().max(5e3).required().allow("").label("Description"),logoUrl:Joi.string().max(8192).allow(""),id:Joi.string().max(200),version:Joi.string().max(100).allow(""),domain:Joi.string().max(253).allow(""),prompt:Joi.string().max(5e3).optional().allow("").label("Prompt")}))}init(){}async process(input,config2,agent){await super.process(input,config2,agent);const logger2=this.createComponentLogger(agent,config2);logger2.debug("=== MCP Client Log ===");try{const mcpUrl=config2?.data?.mcpUrl;if(!mcpUrl)return{_error:"Please provide a MCP URL!",_debug:logger2.output};const model=config2?.data?.model||config2?.data?.openAiModel,descForModel=TemplateString(config2?.data?.descForModel).parse(input).result;let prompt=TemplateString(config2?.data?.prompt).parse(input).result;if(!prompt)return{_error:"Please provide a prompt",_debug:logger2.output};const baseUrl=new URL(mcpUrl),transport=new SSEClientTransport(baseUrl),client=new Client({name:"sse-client",version:"1.0.0"});await client.connect(transport);const toolsData=await client.listTools(),conv=new Conversation(model,{openapi:"3.0.1",info:{title:`${agent?.name}`,version:`${agent?.version}`,description:descForModel},servers:[{url:agent?.domain}],paths:{}},{agentId:agent?.id});for(const tool of toolsData.tools){let toolArgs={};Object.entries(tool.inputSchema.properties).forEach(([propName,propDetails])=>{toolArgs[propName]={description:"",required:(tool.inputSchema.required||[]).includes(propName)||!1,type:propDetails.type,...propDetails.type==="array"?{items:{type:"string"}}:{}}}),await conv.addTool({name:tool.name,description:tool.description,arguments:toolArgs,handler:async input2=>await client.callTool({name:tool.name,arguments:input2})})}const result=await conv.prompt(prompt);return logger2.debug(`Response:
+`),{Output:void 0,_error,_debug:logger2.output}}}}var __defProp$V=Object.defineProperty,__defNormalProp$V=(obj,key,value)=>key in obj?__defProp$V(obj,key,{enumerable:!0,configurable:!0,writable:!0,value}):obj[key]=value,__publicField$V=(obj,key,value)=>__defNormalProp$V(obj,key+"",value);class MCPClient extends Component{constructor(){super(),__publicField$V(this,"configSchema",Joi.object({model:Joi.string().optional(),openAiModel:Joi.string().optional(),mcpUrl:Joi.string().max(2048).uri().required().description("URL of the MCP"),descForModel:Joi.string().max(5e3).required().allow("").label("Description for Model"),name:Joi.string().max(500).required().allow(""),desc:Joi.string().max(5e3).required().allow("").label("Description"),logoUrl:Joi.string().max(8192).allow(""),id:Joi.string().max(200),version:Joi.string().max(100).allow(""),domain:Joi.string().max(253).allow(""),prompt:Joi.string().max(5e3).optional().allow("").label("Prompt")}))}init(){}async process(input,config2,agent){await super.process(input,config2,agent);const logger2=this.createComponentLogger(agent,config2);logger2.debug("=== MCP Client Log ===");try{const mcpUrl=config2?.data?.mcpUrl;if(!mcpUrl)return{_error:"Please provide a MCP URL!",_debug:logger2.output};const model=config2?.data?.model||config2?.data?.openAiModel,descForModel=TemplateString(config2?.data?.descForModel).parse(input).result;let prompt=TemplateString(config2?.data?.prompt).parse(input).result;if(!prompt)return{_error:"Please provide a prompt",_debug:logger2.output};const{client}=await this.connectMCP(mcpUrl),toolsData=await client.listTools(),conv=new Conversation(model,{openapi:"3.0.1",info:{title:`${agent?.name}`,version:`${agent?.version}`,description:descForModel},servers:[{url:agent?.domain}],paths:{}},{agentId:agent?.id});for(const tool of toolsData.tools){let toolArgs={};Object.entries(tool.inputSchema.properties).forEach(([propName,propDetails])=>{toolArgs[propName]={description:"",required:(tool.inputSchema.required||[]).includes(propName)||!1,type:propDetails.type,...propDetails.type==="array"?{items:{type:"string"}}:{}}}),await conv.addTool({name:tool.name,description:tool.description,arguments:toolArgs,handler:async input2=>await client.callTool({name:tool.name,arguments:input2})})}const result=await conv.prompt(prompt);return logger2.debug(`Response:
 `,result,`
 `),{Output:result,_debug:logger2.output}}catch(error){return{_error:`Error on running MCP Client!
-${error?.message||JSON.stringify(error)}`,_debug:logger2.output}}}}var __defProp$U=Object.defineProperty,__defNormalProp$U=(obj,key,value)=>key in obj?__defProp$U(obj,key,{enumerable:!0,configurable:!0,writable:!0,value}):obj[key]=value,__publicField$U=(obj,key,value)=>__defNormalProp$U(obj,key+"",value);class OpenAPI extends Component{constructor(){super(),__publicField$U(this,"configSchema",Joi.object({model:Joi.string().optional(),openAiModel:Joi.string().optional(),specUrl:Joi.string().max(2048).uri().required().description("URL of the OpenAPI specification"),descForModel:Joi.string().max(5e3).required().allow("").label("Description for Model"),name:Joi.string().max(500).required().allow(""),desc:Joi.string().max(5e3).required().allow("").label("Description"),logoUrl:Joi.string().max(8192).allow(""),id:Joi.string().max(200),version:Joi.string().max(100).allow(""),domain:Joi.string().max(253).allow("")}))}init(){}async process(input,config2,agent){await super.process(input,config2,agent);const logger2=this.createComponentLogger(agent,config2);logger2.debug("=== Open API Log ===");try{const specUrl=config2?.data?.specUrl;if(!specUrl)return{_error:"Please provide a Open API Specification URL!",_debug:logger2.output};const model=config2?.data?.model||config2?.data?.openAiModel,descForModel=TemplateString(config2?.data?.descForModel).parse(input).result;let prompt="";if(input?.Prompt?prompt=typeof input?.Prompt=="string"?input?.Prompt:JSON.stringify(input?.Prompt):input?.Query&&(prompt=typeof input?.Query=="string"?input?.Query:JSON.stringify(input?.Query)),!prompt)return{_error:"Please provide a prompt",_debug:logger2.output};const result=await new Conversation(model,specUrl,{systemPrompt:descForModel,agentId:agent?.id}).prompt(prompt);return logger2.debug(`Response:
+${error?.message||JSON.stringify(error)}`,_debug:logger2.output}}}async connectMCP(mcpUrl){const client=new Client({name:"auto-client",version:"1.0.0"});try{const st=new StreamableHTTPClientTransport(new URL(mcpUrl));return await client.connect(st),console.debug("Connected to MCP using Streamable HTTP"),{client,transport:"streamable"}}catch(e){console.debug("Failed to connect to MCP using Streamable HTTP, falling back to SSE");const msg=String(e?.message||e),isUnsupported=/404|405|ENOTFOUND|ECONNREFUSED|CORS/i.test(msg);if(/406|Not Acceptable|text\/event-stream/i.test(msg))throw new Error("Server is Streamable; include Accept: application/json, text/event-stream");if(!isUnsupported)throw e;const sse=new SSEClientTransport(new URL(mcpUrl));return await client.connect(sse),{client,transport:"sse"}}}}var __defProp$U=Object.defineProperty,__defNormalProp$U=(obj,key,value)=>key in obj?__defProp$U(obj,key,{enumerable:!0,configurable:!0,writable:!0,value}):obj[key]=value,__publicField$U=(obj,key,value)=>__defNormalProp$U(obj,key+"",value);class OpenAPI extends Component{constructor(){super(),__publicField$U(this,"configSchema",Joi.object({model:Joi.string().optional(),openAiModel:Joi.string().optional(),specUrl:Joi.string().max(2048).uri().required().description("URL of the OpenAPI specification"),descForModel:Joi.string().max(5e3).required().allow("").label("Description for Model"),name:Joi.string().max(500).required().allow(""),desc:Joi.string().max(5e3).required().allow("").label("Description"),logoUrl:Joi.string().max(8192).allow(""),id:Joi.string().max(200),version:Joi.string().max(100).allow(""),domain:Joi.string().max(253).allow("")}))}init(){}async process(input,config2,agent){await super.process(input,config2,agent);const logger2=this.createComponentLogger(agent,config2);logger2.debug("=== Open API Log ===");try{const specUrl=config2?.data?.specUrl;if(!specUrl)return{_error:"Please provide a Open API Specification URL!",_debug:logger2.output};const model=config2?.data?.model||config2?.data?.openAiModel,descForModel=TemplateString(config2?.data?.descForModel).parse(input).result;let prompt="";if(input?.Prompt?prompt=typeof input?.Prompt=="string"?input?.Prompt:JSON.stringify(input?.Prompt):input?.Query&&(prompt=typeof input?.Query=="string"?input?.Query:JSON.stringify(input?.Query)),!prompt)return{_error:"Please provide a prompt",_debug:logger2.output};const result=await new Conversation(model,specUrl,{systemPrompt:descForModel,agentId:agent?.id}).prompt(prompt);return logger2.debug(`Response:
 `,result,`
 `),{Output:result,_debug:logger2.output}}catch(error){return console.error("Error on running Open API: ",error),{_error:`Error on running Open API!
 ${error?.message||JSON.stringify(error)}`,_debug:logger2.output}}}}var __defProp$T=Object.defineProperty,__defNormalProp$T=(obj,key,value)=>key in obj?__defProp$T(obj,key,{enumerable:!0,configurable:!0,writable:!0,value}):obj[key]=value,__publicField$T=(obj,key,value)=>__defNormalProp$T(obj,key+"",value);let ECMASandbox$1=class extends Component{constructor(){super(),__publicField$T(this,"configSchema",Joi.object({code:Joi.string().max(5e5).allow("").label("Code")}))}init(){}async process(input,config2,agent){await super.process(input,config2,agent);const logger2=this.createComponentLogger(agent,config2);try{let Output={},_error,codeInputs={};for(let fieldName in input)switch(typeof input[fieldName]){case"string":const b64encoded=Buffer.from(input[fieldName]).toString("base64");codeInputs[fieldName]=`___internal.b64decode('${b64encoded}')`;break;case"number":case"boolean":codeInputs[fieldName]=input[fieldName];break;default:codeInputs[fieldName]=input[fieldName];break}const code=this.generateInputVarCode(codeInputs)+`