@smythos/sre 1.5.56 → 1.5.60

package/dist/types/Components/ScrapflyWebScrape.class.d.ts

@@ -2,6 +2,29 @@ import { IAgent as Agent } from '@sre/types/Agent.types';
 import { Component } from './Component.class';
 import Joi from 'joi';
 export declare class ScrapflyWebScrape extends Component {
+    protected schema: {
+        name: string;
+        description: string;
+        inputs: {
+            URLs: {
+                type: string;
+                description: string;
+                default: boolean;
+            };
+        };
+        outputs: {
+            Results: {
+                type: string;
+                description: string;
+                default: boolean;
+            };
+            FailedURLs: {
+                type: string;
+                description: string;
+                default: boolean;
+            };
+        };
+    };
     protected configSchema: Joi.ObjectSchema<any>;
     constructor();
     init(): void;

package/dist/types/Core/SmythRuntime.class.d.ts

@@ -5,6 +5,7 @@ export declare class SmythRuntime {
     get smythDir(): string;
     private _readyPromise;
     private _readyResolve;
+    get version(): string;
     private defaultConfig;
     protected constructor();
     protected static instance?: SmythRuntime;

package/dist/types/types/LLM.types.d.ts

@@ -384,6 +384,8 @@ export type TLLMModelsList = {
     [key: string]: TLLMModel | TCustomLLMModel;
 };
 export declare enum TLLMEvent {
+    /** Generated response chunks */
+    Data = "data",
     /** Generated response chunks */
     Content = "content",
     /** Thinking blocks/chunks */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@smythos/sre",
-  "version": "1.5.56",
+  "version": "1.5.60",
   "description": "Smyth Runtime Environment",
   "author": "Alaa-eddine KADDOURI",
   "license": "MIT",
@@ -56,7 +56,7 @@
     "@google/genai": "^1.10.0",
     "@google/generative-ai": "^0.14.1",
     "@huggingface/inference": "^2.8.0",
-    "@modelcontextprotocol/sdk": "^1.10.1",
+    "@modelcontextprotocol/sdk": "^1.17.4",
     "@pinecone-database/pinecone": "^3.0.0",
     "@runware/sdk-js": "^1.1.36",
     "@smithy/smithy-client": "^4.4.3",

package/src/Components/ScrapflyWebScrape.class.ts

@@ -9,6 +9,30 @@ import { getCredentials } from '../subsystems/Security/Credentials.helper';
 // const CREDITS_PER_URL = 0.2;
 
 export class ScrapflyWebScrape extends Component {
+    protected schema = {
+        name: 'ScrapflyWebScrape',
+        description: 'Use this component to scrape web pages',
+        inputs: {
+            URLs: {
+                type: 'Array',
+                description: 'The URLs to scrape',
+                default: true,
+            },
+        },
+        outputs: {
+            Results: {
+                type: 'Array',
+                description: 'The scraped results',
+                default: true,
+            },
+            FailedURLs: {
+                type: 'Array',
+                description: 'The URLs that failed to scrape',
+                default: true,
+            },
+        },
+    };
+
     protected configSchema = Joi.object({
         // includeImages: Joi.boolean().default(false).label('Include Image Results'),
         antiScrapingProtection: Joi.boolean().default(false).label('Enable Anti-Scraping Protection'),

package/src/Components/TavilyWebSearch.class.ts

@@ -82,7 +82,12 @@ export class TavilyWebSearch extends Component {
             return { ...Output, _error, _debug: logger.output };
         } catch (err: any) {
             const _error = err?.message || err?.response?.data || err.toString();
-            logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+
+            if (err?.status === 401) {
+                logger.error(`Tavily Web Search Auth failed, make sure that you have the vault key "tavily" is present and valid`);
+            } else {
+                logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+            }
             return { Output: undefined, _error, _debug: logger.output };
         }
     }

package/src/Core/SmythRuntime.class.ts

@@ -5,6 +5,7 @@ import { Logger } from '../helpers/Log.helper';
 import { ConnectorService } from './ConnectorsService';
 import { SystemEvents } from './SystemEvents';
 import { findSmythPath } from '../helpers/Sysconfig.helper';
+import pkg from '../../package.json';
 
 const logger = Logger('SRE');
 
@@ -18,6 +19,10 @@ export class SmythRuntime {
     private _readyPromise: Promise<boolean>;
     private _readyResolve: (value: boolean) => void;
 
+    public get version() {
+        return pkg.version;
+    }
+
     private defaultConfig: SREConfig = {
         Vault: {
             Connector: 'JSONFileVault',
@@ -88,6 +93,7 @@ export class SmythRuntime {
     private _initialized = false;
 
     public init(_config?: SREConfig): SmythRuntime {
+        logger.info(`SRE v${this.version} initializing...`);
         if (!_config || JSON.stringify(_config) === '{}') {
             this._smythDir = findSmythPath();
             logger.info('.smyth directory found in:', this._smythDir);

package/src/helpers/Conversation.helper.ts

@@ -342,6 +342,11 @@ export class Conversation extends EventEmitter {
             this.emit(TLLMEvent.Thinking, thinking);
         });
 
+        eventEmitter.on(TLLMEvent.Data, (data) => {
+            if (this.stop) return;
+            this.emit(TLLMEvent.Data, data);
+        });
+
         eventEmitter.on(TLLMEvent.Content, (content) => {
             if (this.stop) return;
             // if (toolHeaders['x-passthrough']) {

package/src/subsystems/LLMManager/LLM.inference.ts

@@ -265,6 +265,9 @@ export class LLMInference {
             console.warn('Max input context is 0, returning empty context window, This usually indicates a wrong model configuration');
         }
 
+        console.debug(
+            `Context Window Configuration: Max Input Tokens: ${maxInputContext}, Max Output Tokens: ${maxOutputContext}, Max Model Tokens: ${maxModelContext}`
+        );
         const systemMessage = { role: 'system', content: systemPrompt };
 
         let smythContextWindow = [];

package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts

@@ -188,7 +188,7 @@ export class ChatCompletionsApiInterface extends OpenAIApiInterface {
             // Handle OpenAI tool definition format
             if ('parameters' in tool) {
                 return {
-                    type: 'function',
+                    type: 'function' as const,
                     function: {
                         name: tool.name,
                         description: tool.description,
@@ -199,7 +199,7 @@ export class ChatCompletionsApiInterface extends OpenAIApiInterface {
 
             // Handle legacy format for backward compatibility
             return {
-                type: 'function',
+                type: 'function' as const,
                 function: {
                     name: tool.name,
                     description: tool.description,

package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts

@@ -132,6 +132,9 @@ export abstract class ModelsProviderConnector extends SecureConnector {
                 hasAPIKey: boolean;
             }) => {
                 //const teamModels = typeof model === 'string' ? await loadTeamModels() : {};
+                if (Array.isArray(model?.tags) && model?.tags?.includes('sdk')) {
+                    return; //skip check for SDK
+                }
                 const modelInfo = await this.getModelInfo(candidate.readRequest, {}, model, hasAPIKey);
                 const allowedContextTokens = modelInfo?.tokens;
                 const totalTokens = promptTokens + completionTokens;

package/src/subsystems/MemoryManager/RuntimeContext.ts

@@ -122,11 +122,9 @@ export class RuntimeContext extends EventEmitter {
                         }
                     }
 
-                    if (this.runtime.debug) {
-                        await this._cacheConnector
-                            .requester(AccessCandidate.agent(this.runtime.agent.id))
-                            .set(this.ctxFile, JSON.stringify(ctxData), null, null, 1 * 60 * 60); //expires in 1 hour
-                    }
+                    await this._cacheConnector
+                        .requester(AccessCandidate.agent(this.runtime.agent.id))
+                        .set(this.ctxFile, JSON.stringify(ctxData), null, null, 1 * 60 * 60); //expires in 1 hour
                 } else {
                     ctxData = JSON.parse(data);
                     if (!ctxData.step) ctxData.step = 0;
@@ -143,12 +141,31 @@ export class RuntimeContext extends EventEmitter {
         return this._readyPromise;
     }
     private async sync() {
-        if (!this.ctxFile || this.runtime.debug) return;
+        if (!this.ctxFile) return;
 
         this.emit('syncing');
 
         const deleteSession = this.runtime.sessionClosed;
 
+        //TODO : Do we need to cache the context if not in debug mode ?
+
+        const data = this.serialize();
+        //if (data) fs.writeFileSync(this.ctxFile, JSON.stringify(data, null, 2));
+        if (data) {
+            let serializedData = JSON.stringify(data);
+            console.debug('Agent Context Size', this.ctxFile, serializedData.length, AccessCandidate.agent(this.runtime.agent.id));
+
+            await this._cacheConnector
+                .requester(AccessCandidate.agent(this.runtime.agent.id))
+                .set(this.ctxFile, serializedData, null, null, 3 * 60 * 60); //expires in 3 hours max
+
+            const mb = serializedData.length / 1024 / 1024;
+            const cooldown = (mb / 10) * 1000;
+            serializedData = null;
+
+            await delay(cooldown);
+        }
+
         if (deleteSession) {
             const exists = await this._cacheConnector.requester(AccessCandidate.agent(this.runtime.agent.id)).exists(this.ctxFile);
 
@@ -161,22 +178,6 @@ export class RuntimeContext extends EventEmitter {
                 //if (fs.existsSync(this.ctxFile)) fs.unlinkSync(this.ctxFile);
                 this.ctxFile = null;
             }
-        } else {
-            const data = this.serialize();
-            //if (data) fs.writeFileSync(this.ctxFile, JSON.stringify(data, null, 2));
-            if (data) {
-                let serializedData = JSON.stringify(data);
-                console.debug('Agent Context Size', this.ctxFile, serializedData.length, AccessCandidate.agent(this.runtime.agent.id));
-                await this._cacheConnector
-                    .requester(AccessCandidate.agent(this.runtime.agent.id))
-                    .set(this.ctxFile, serializedData, null, null, 3 * 60 * 60); //expires in 3 hours max
-
-                const mb = serializedData.length / 1024 / 1024;
-                const cooldown = (mb / 10) * 1000;
-                serializedData = null;
-
-                await delay(cooldown);
-            }
         }
     }
     private _syncQueue = Promise.resolve();
@@ -184,7 +185,11 @@ export class RuntimeContext extends EventEmitter {
     public enqueueSync() {
         if (!this.ctxFile) return;
         console.log('ENQUEUE SYNC');
-        this._syncQueue = this._syncQueue.then(() => this.sync()).catch(() => {}); // avoid unhandled rejections
+        this._syncQueue = this._syncQueue
+            .then(() => this.sync())
+            .catch((err) => {
+                console.error('Error syncing context', err);
+            }); // avoid unhandled rejections
     }
     public incStep() {
         this.step++;

package/src/types/LLM.types.ts

@@ -427,6 +427,8 @@ export type TLLMModelsList = {
 };
 
 export enum TLLMEvent {
+    /** Generated response chunks */
+    Data = 'data',
     /** Generated response chunks */
     Content = 'content',
     /** Thinking blocks/chunks */