@smythos/sre 1.5.55 → 1.5.60

package/dist/types/Components/ScrapflyWebScrape.class.d.ts

@@ -2,6 +2,29 @@ import { IAgent as Agent } from '@sre/types/Agent.types';
 import { Component } from './Component.class';
 import Joi from 'joi';
 export declare class ScrapflyWebScrape extends Component {
+    protected schema: {
+        name: string;
+        description: string;
+        inputs: {
+            URLs: {
+                type: string;
+                description: string;
+                default: boolean;
+            };
+        };
+        outputs: {
+            Results: {
+                type: string;
+                description: string;
+                default: boolean;
+            };
+            FailedURLs: {
+                type: string;
+                description: string;
+                default: boolean;
+            };
+        };
+    };
     protected configSchema: Joi.ObjectSchema<any>;
     constructor();
     init(): void;

package/dist/types/Core/SmythRuntime.class.d.ts

@@ -5,6 +5,7 @@ export declare class SmythRuntime {
     get smythDir(): string;
     private _readyPromise;
     private _readyResolve;
+    get version(): string;
     private defaultConfig;
     protected constructor();
     protected static instance?: SmythRuntime;

package/dist/types/subsystems/MemoryManager/RuntimeContext.d.ts

@@ -41,7 +41,9 @@ export declare class RuntimeContext extends EventEmitter {
     private reset;
     private initRuntimeContext;
     ready(): Promise<boolean>;
-    sync(): Promise<void>;
+    private sync;
+    private _syncQueue;
+    enqueueSync(): void;
     incStep(): void;
     updateComponent(componentId: string, data: any): void;
     resetComponent(componentId: string): void;

package/dist/types/types/LLM.types.d.ts

@@ -384,6 +384,8 @@ export type TLLMModelsList = {
     [key: string]: TLLMModel | TCustomLLMModel;
 };
 export declare enum TLLMEvent {
+    /** Generated response chunks */
+    Data = "data",
     /** Generated response chunks */
     Content = "content",
     /** Thinking blocks/chunks */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@smythos/sre",
-  "version": "1.5.55",
+  "version": "1.5.60",
   "description": "Smyth Runtime Environment",
   "author": "Alaa-eddine KADDOURI",
   "license": "MIT",
@@ -56,7 +56,7 @@
     "@google/genai": "^1.10.0",
     "@google/generative-ai": "^0.14.1",
     "@huggingface/inference": "^2.8.0",
-    "@modelcontextprotocol/sdk": "^1.10.1",
+    "@modelcontextprotocol/sdk": "^1.17.4",
     "@pinecone-database/pinecone": "^3.0.0",
     "@runware/sdk-js": "^1.1.36",
     "@smithy/smithy-client": "^4.4.3",

package/src/Components/ScrapflyWebScrape.class.ts

@@ -9,6 +9,30 @@ import { getCredentials } from '../subsystems/Security/Credentials.helper';
 // const CREDITS_PER_URL = 0.2;
 
 export class ScrapflyWebScrape extends Component {
+    protected schema = {
+        name: 'ScrapflyWebScrape',
+        description: 'Use this component to scrape web pages',
+        inputs: {
+            URLs: {
+                type: 'Array',
+                description: 'The URLs to scrape',
+                default: true,
+            },
+        },
+        outputs: {
+            Results: {
+                type: 'Array',
+                description: 'The scraped results',
+                default: true,
+            },
+            FailedURLs: {
+                type: 'Array',
+                description: 'The URLs that failed to scrape',
+                default: true,
+            },
+        },
+    };
+
     protected configSchema = Joi.object({
         // includeImages: Joi.boolean().default(false).label('Include Image Results'),
         antiScrapingProtection: Joi.boolean().default(false).label('Enable Anti-Scraping Protection'),

package/src/Components/TavilyWebSearch.class.ts

@@ -82,7 +82,12 @@ export class TavilyWebSearch extends Component {
             return { ...Output, _error, _debug: logger.output };
         } catch (err: any) {
             const _error = err?.message || err?.response?.data || err.toString();
-            logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+
+            if (err?.status === 401) {
+                logger.error(`Tavily Web Search Auth failed, make sure that you have the vault key "tavily" is present and valid`);
+            } else {
+                logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+            }
             return { Output: undefined, _error, _debug: logger.output };
         }
     }

package/src/Core/SmythRuntime.class.ts

@@ -5,6 +5,7 @@ import { Logger } from '../helpers/Log.helper';
 import { ConnectorService } from './ConnectorsService';
 import { SystemEvents } from './SystemEvents';
 import { findSmythPath } from '../helpers/Sysconfig.helper';
+import pkg from '../../package.json';
 
 const logger = Logger('SRE');
 
@@ -18,6 +19,10 @@ export class SmythRuntime {
     private _readyPromise: Promise<boolean>;
     private _readyResolve: (value: boolean) => void;
 
+    public get version() {
+        return pkg.version;
+    }
+
     private defaultConfig: SREConfig = {
         Vault: {
             Connector: 'JSONFileVault',
@@ -88,6 +93,7 @@ export class SmythRuntime {
     private _initialized = false;
 
     public init(_config?: SREConfig): SmythRuntime {
+        logger.info(`SRE v${this.version} initializing...`);
         if (!_config || JSON.stringify(_config) === '{}') {
             this._smythDir = findSmythPath();
             logger.info('.smyth directory found in:', this._smythDir);

package/src/helpers/Conversation.helper.ts

@@ -342,6 +342,11 @@ export class Conversation extends EventEmitter {
             this.emit(TLLMEvent.Thinking, thinking);
         });
 
+        eventEmitter.on(TLLMEvent.Data, (data) => {
+            if (this.stop) return;
+            this.emit(TLLMEvent.Data, data);
+        });
+
         eventEmitter.on(TLLMEvent.Content, (content) => {
             if (this.stop) return;
             // if (toolHeaders['x-passthrough']) {

package/src/subsystems/AgentManager/AgentRuntime.class.ts

@@ -1,13 +1,11 @@
-import fs from 'fs';
-import path from 'path';
-import { Agent } from './Agent.class';
 import { Component } from '@sre/Components/Component.class';
+import { Agent } from './Agent.class';
 
 import { Logger } from '@sre/helpers/Log.helper';
-import { uid } from '@sre/utils';
-import { RuntimeContext } from '@sre/MemoryManager/RuntimeContext';
 import { LLMCache } from '@sre/MemoryManager/LLMCache';
+import { RuntimeContext } from '@sre/MemoryManager/RuntimeContext';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
+import { uid } from '@sre/utils';
 
 const console = Logger('AgentRuntime');
 const AgentRuntimeUnavailable = new Proxy(
@@ -201,7 +199,7 @@ export class AgentRuntime {
             delete AgentRuntime.tagsData[this.reqTag];
         }
 
-        this.agentContext.sync();
+        this.agentContext.enqueueSync();
     }
     public getWaitingComponents() {
         const ctxData = this.agentContext;

package/src/subsystems/LLMManager/LLM.inference.ts

@@ -265,6 +265,9 @@ export class LLMInference {
             console.warn('Max input context is 0, returning empty context window, This usually indicates a wrong model configuration');
         }
 
+        console.debug(
+            `Context Window Configuration: Max Input Tokens: ${maxInputContext}, Max Output Tokens: ${maxOutputContext}, Max Model Tokens: ${maxModelContext}`
+        );
         const systemMessage = { role: 'system', content: systemPrompt };
 
         let smythContextWindow = [];

package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts

@@ -188,7 +188,7 @@ export class ChatCompletionsApiInterface extends OpenAIApiInterface {
             // Handle OpenAI tool definition format
             if ('parameters' in tool) {
                 return {
-                    type: 'function',
+                    type: 'function' as const,
                     function: {
                         name: tool.name,
                         description: tool.description,
@@ -199,7 +199,7 @@ export class ChatCompletionsApiInterface extends OpenAIApiInterface {
 
             // Handle legacy format for backward compatibility
             return {
-                type: 'function',
+                type: 'function' as const,
                 function: {
                     name: tool.name,
                     description: tool.description,

package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts

@@ -132,6 +132,9 @@ export abstract class ModelsProviderConnector extends SecureConnector {
                 hasAPIKey: boolean;
             }) => {
                 //const teamModels = typeof model === 'string' ? await loadTeamModels() : {};
+                if (Array.isArray(model?.tags) && model?.tags?.includes('sdk')) {
+                    return; //skip check for SDK
+                }
                 const modelInfo = await this.getModelInfo(candidate.readRequest, {}, model, hasAPIKey);
                 const allowedContextTokens = modelInfo?.tokens;
                 const totalTokens = promptTokens + completionTokens;

package/src/subsystems/MemoryManager/RuntimeContext.ts

@@ -21,6 +21,7 @@ type TComponentContext = {
     input?: { [key: string]: any };
     output?: { [key: string]: any };
 };
+
 export class RuntimeContext extends EventEmitter {
     public circularLimitReached: string | boolean = false;
     public step: number = 0;
@@ -120,10 +121,10 @@ export class RuntimeContext extends EventEmitter {
                             cpt.ctx.active = true;
                         }
                     }
-                    //fs.writeFileSync(this.ctxFile, JSON.stringify(ctxData, null, 2));
+
                     await this._cacheConnector
                         .requester(AccessCandidate.agent(this.runtime.agent.id))
-                        .set(this.ctxFile, JSON.stringify(ctxData, null, 2), null, null, 6 * 60 * 60); //expires in 6 hours max
+                        .set(this.ctxFile, JSON.stringify(ctxData), null, null, 1 * 60 * 60); //expires in 1 hour
                 } else {
                     ctxData = JSON.parse(data);
                     if (!ctxData.step) ctxData.step = 0;
@@ -133,46 +134,38 @@ export class RuntimeContext extends EventEmitter {
                 this._runtimeFileReady = true;
                 this.emit('ready');
             });
-
-        // if (!fs.existsSync(this.ctxFile)) {
-        //     ctxData = JSON.parse(JSON.stringify({ components: agent.components, connections: agent.connections, timestamp: Date.now() }));
-        //     if (!ctxData.step) ctxData.step = 0;
-        //     for (let cptId in ctxData.components) {
-        //         ctxData.components[cptId] = {
-        //             id: cptId,
-        //             name: ctxData.components[cptId].name,
-        //             //dbg: { active: false, name: ctxData.components[cptId].name },
-        //             ctx: { active: false, name: ctxData.components[cptId].name },
-        //         };
-
-        //         const cpt = ctxData.components[cptId];
-        //         //if this debug session was initiated from an endpoint, we mark the endpoint component as active
-        //         if (endpoint && endpoint.id != undefined && cpt.id == endpoint.id && endpointDBGCall) {
-        //             //cpt.dbg.active = true;
-        //             cpt.ctx.active = true;
-        //         }
-        //     }
-        //     fs.writeFileSync(this.ctxFile, JSON.stringify(ctxData, null, 2));
-        // } else {
-        //     ctxData = JSON.parse(fs.readFileSync(this.ctxFile, 'utf8'));
-        //     if (!ctxData.step) ctxData.step = 0;
-        // }
-
-        // this.deserialize(ctxData);
-        // this._runtimeFileReady = true;
-        // this.emit('ready');
     }
 
     public async ready() {
         if (this._runtimeFileReady) return true;
         return this._readyPromise;
     }
-    public async sync() {
+    private async sync() {
         if (!this.ctxFile) return;
+
         this.emit('syncing');
 
         const deleteSession = this.runtime.sessionClosed;
 
+        //TODO : Do we need to cache the context if not in debug mode ?
+
+        const data = this.serialize();
+        //if (data) fs.writeFileSync(this.ctxFile, JSON.stringify(data, null, 2));
+        if (data) {
+            let serializedData = JSON.stringify(data);
+            console.debug('Agent Context Size', this.ctxFile, serializedData.length, AccessCandidate.agent(this.runtime.agent.id));
+
+            await this._cacheConnector
+                .requester(AccessCandidate.agent(this.runtime.agent.id))
+                .set(this.ctxFile, serializedData, null, null, 3 * 60 * 60); //expires in 3 hours max
+
+            const mb = serializedData.length / 1024 / 1024;
+            const cooldown = (mb / 10) * 1000;
+            serializedData = null;
+
+            await delay(cooldown);
+        }
+
         if (deleteSession) {
             const exists = await this._cacheConnector.requester(AccessCandidate.agent(this.runtime.agent.id)).exists(this.ctxFile);
 
@@ -183,23 +176,24 @@ export class RuntimeContext extends EventEmitter {
                 else this._cacheConnector.requester(AccessCandidate.agent(this.runtime.agent.id)).delete(this.ctxFile);
                 //if (this.runtime.debug && fs.existsSync(this.ctxFile)) await delay(1000 * 60); //if we're in debug mode, we keep the file for a while to allow final state read
                 //if (fs.existsSync(this.ctxFile)) fs.unlinkSync(this.ctxFile);
-            }
-        } else {
-            const data = this.serialize();
-            //if (data) fs.writeFileSync(this.ctxFile, JSON.stringify(data, null, 2));
-            if (data) {
-                const serializedData = JSON.stringify(data, null, 2);
-                console.debug('Agent Context Size', this.ctxFile, serializedData.length, AccessCandidate.agent(this.runtime.agent.id));
-                await this._cacheConnector
-                    .requester(AccessCandidate.agent(this.runtime.agent.id))
-                    .set(this.ctxFile, serializedData, null, null, 3 * 60 * 60); //expires in 3 hours max
+                this.ctxFile = null;
             }
         }
     }
+    private _syncQueue = Promise.resolve();
 
+    public enqueueSync() {
+        if (!this.ctxFile) return;
+        console.log('ENQUEUE SYNC');
+        this._syncQueue = this._syncQueue
+            .then(() => this.sync())
+            .catch((err) => {
+                console.error('Error syncing context', err);
+            }); // avoid unhandled rejections
+    }
     public incStep() {
         this.step++;
-        this.sync();
+        //this.sync();
     }
 
     public updateComponent(componentId: string, data: any) {
@@ -217,11 +211,16 @@ export class RuntimeContext extends EventEmitter {
             console.debug('>>> ctxFile', this.ctxFile, AccessCandidate.agent(this.runtime.agent.id));
             console.debug('>>> ctxData', ctxData, AccessCandidate.agent(this.runtime.agent.id));
         }
-        component.ctx = { ...component.ctx, ...data, step: this.step };
+        //component.ctx = { ...component.ctx, ...data, step: this.step };
+        // minimal allocations
+
+        if (!component.ctx) component.ctx = { active: false, name: '', step: 0 };
+        Object.assign(component.ctx, data);
+        component.ctx.step = this.step;
 
         //if (this.debug) component.dbg = { ...component.dbg, ...data };
 
-        this.sync();
+        this.enqueueSync();
     }
     public resetComponent(componentId: string) {
         const ctxData = this;
@@ -240,8 +239,13 @@ export class RuntimeContext extends EventEmitter {
         //component.dbg.runtimeData = {};
         component.ctx.runtimeData = {};
         component.ctx.active = false;
+        if (!this.runtime.debug) {
+            //console.debug('NOT in debug mode, clearing context input/output');
+            component.ctx.input = undefined;
+            component.ctx.output = undefined;
+        }
 
-        this.sync();
+        this.enqueueSync();
     }
 
     public getComponentData(componentId: string) {

package/src/types/LLM.types.ts

@@ -427,6 +427,8 @@ export type TLLMModelsList = {
 };
 
 export enum TLLMEvent {
+    /** Generated response chunks */
+    Data = 'data',
     /** Generated response chunks */
     Content = 'content',
     /** Thinking blocks/chunks */