@smythos/sre 1.7.1 → 1.7.7

package/dist/types/Core/ConnectorsService.d.ts

@@ -18,7 +18,8 @@ import { CodeConnector } from '@sre/ComputeManager/Code.service/CodeConnector';
 import { SchedulerConnector } from '@sre/AgentManager/Scheduler.service/SchedulerConnector';
 export declare class ConnectorService {
     static Connectors: {};
-    static ConnectorInstances: any;
+    protected static _instances: any;
+    static get ConnectorInstances(): any;
     static get ready(): boolean;
     static get service(): TServiceRegistry;
     /**

package/dist/types/Core/SmythRuntime.class.d.ts

@@ -25,5 +25,6 @@ export declare class SmythRuntime {
     ready(): Promise<boolean>;
     private _stopping;
     _stop(): Promise<void>;
+    private setupShutdownHandlers;
 }
 export declare const SRE: SmythRuntime;

package/dist/types/helpers/BinaryInput.helper.d.ts

@@ -14,7 +14,7 @@ export declare class BinaryInput {
     ready(): Promise<any>;
     private load;
     private getUrlInfo;
-    static from(data: any, name?: string, mimetype?: string, candidate?: IAccessCandidate): BinaryInput;
+    static from(source: any, name?: string, mimetype?: string, candidate?: IAccessCandidate): BinaryInput;
     upload(candidate: IAccessCandidate, ttl?: number): Promise<void>;
     getJsonData(candidate: IAccessCandidate, ttl?: number): Promise<{
         mimetype: string;

package/dist/types/helpers/LocalCache.helper.d.ts

@@ -1,3 +1,10 @@
+/**
+ * A local cache helper used to cache data, functions or object instances
+ * This is useful when you need to cache an object and refresh the cache if the object is accessed within a certain time period
+ *
+ * @template K - The type of the key
+ * @template V - The type of the value
+ */
 export declare class LocalCache<K, V> {
     private cache;
     private expiryMap;
@@ -6,7 +13,18 @@ export declare class LocalCache<K, V> {
     constructor(defaultTTL?: number);
     set(key: K, value: V, ttlMs?: number): void;
     updateTTL(key: K, ttlMs?: number): void;
+    /**
+     * Get the value from the cache, and update the TTL if provided
+     * @param key - The key to get the value from the cache
+     * @param ttlMs - The TTL in milliseconds
+     * @returns The value from the cache
+     */
     get(key: K, ttlMs?: number): V | undefined;
+    /**
+     * Check if the key exists in the cache
+     * @param key - The key to check if it exists in the cache
+     * @returns True if the key exists in the cache, false otherwise
+     */
     has(key: K): boolean;
     delete(key: K): boolean;
     clear(): void;

package/dist/types/helpers/TemplateString.helper.d.ts

@@ -31,8 +31,9 @@ export declare class TemplateStringHelper {
     /**
      * Parses a template string by replacing the placeholders with the values from the provided data object
      * unmatched placeholders will be left as is
+     * Recursively resolves nested template variables until no more variables are found
      */
-    parse(data: Record<string, string>, regex?: TemplateStringMatch): this;
+    parse(data: Record<string, string>, regex?: TemplateStringMatch, maxDepth?: number): this;
     /**
      * Parses a template string by replacing placeholders with values from the provided data object, keeping the original raw values intact. This is particularly important for BinaryInput instances, as they include buffer data.
      * unmatched placeholders will be left as is

package/dist/types/subsystems/IO/VectorDB.service/VectorDBConnector.d.ts

@@ -3,13 +3,13 @@ import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.cla
 import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
 import { SecureConnector } from '@sre/Security/SecureConnector.class';
 import { IAccessCandidate } from '@sre/types/ACL.types';
-import { DatasourceDto, IStorageVectorDataSource, IVectorDataSourceDto, QueryOptions, VectorsResultData } from '@sre/types/VectorDB.types';
+import { DatasourceDto, IStorageVectorDataSource, IVectorDataSourceDto, QueryOptions, VectorDBResult } from '@sre/types/VectorDB.types';
 export type DeleteFilterOptions = {
     datasourceId?: string;
 };
 export type DeleteTarget = string | string[] | DeleteFilterOptions;
 export interface IVectorDBRequest {
-    search(namespace: string, query: string | number[], options?: QueryOptions): Promise<VectorsResultData>;
+    search(namespace: string, query: string | number[], options?: QueryOptions): Promise<VectorDBResult[]>;
     createDatasource(namespace: string, datasource: DatasourceDto): Promise<IStorageVectorDataSource>;
     deleteDatasource(namespace: string, datasourceId: string): Promise<void>;
     listDatasources(namespace: string): Promise<IStorageVectorDataSource[]>;
@@ -25,8 +25,8 @@ export declare abstract class VectorDBConnector extends SecureConnector<IVectorD
     abstract id: string;
     abstract getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL>;
     requester(candidate: AccessCandidate): IVectorDBRequest;
-    protected abstract search(acRequest: AccessRequest, namespace: string, query: string | number[], options: QueryOptions): Promise<VectorsResultData>;
-    protected abstract insert(acRequest: AccessRequest, namespace: string, source: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<string[]>;
+    protected abstract search(acRequest: AccessRequest, namespace: string, query: string | number[], options: QueryOptions): Promise<VectorDBResult[]>;
+    protected abstract insert(acRequest: AccessRequest, namespace: string, source: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<VectorDBResult[]>;
     protected abstract delete(acRequest: AccessRequest, namespace: string, deleteTarget: DeleteTarget): Promise<void>;
     protected abstract createDatasource(acRequest: AccessRequest, namespace: string, datasource: DatasourceDto): Promise<IStorageVectorDataSource>;
     protected abstract deleteDatasource(acRequest: AccessRequest, namespace: string, datasourceId: string): Promise<void>;

package/dist/types/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.d.ts

@@ -2,7 +2,7 @@ import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.cla
 import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
 import { ACL } from '@sre/Security/AccessControl/ACL.class';
 import { IAccessCandidate } from '@sre/types/ACL.types';
-import { DatasourceDto, IStorageVectorDataSource, IVectorDataSourceDto, QueryOptions, VectorsResultData } from '@sre/types/VectorDB.types';
+import { DatasourceDto, IStorageVectorDataSource, IVectorDataSourceDto, QueryOptions, VectorDBResult, VectorsResultData } from '@sre/types/VectorDB.types';
 import { BaseEmbedding, TEmbeddings } from '../embed/BaseEmbedding';
 import { DeleteTarget, VectorDBConnector } from '../VectorDBConnector';
 export type IMilvusCredentials = {
@@ -41,7 +41,7 @@ export declare class MilvusVectorDB extends VectorDBConnector {
     protected namespaceExists(acRequest: AccessRequest, namespace: string): Promise<boolean>;
     protected deleteNamespace(acRequest: AccessRequest, namespace: string): Promise<void>;
     protected search(acRequest: AccessRequest, namespace: string, query: string | number[], options?: QueryOptions): Promise<VectorsResultData>;
-    protected insert(acRequest: AccessRequest, namespace: string, sourceWrapper: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<string[]>;
+    protected insert(acRequest: AccessRequest, namespace: string, sourceWrapper: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<VectorDBResult[]>;
     protected delete(acRequest: AccessRequest, namespace: string, deleteTarget: DeleteTarget): Promise<void>;
     protected createDatasource(acRequest: AccessRequest, namespace: string, datasource: DatasourceDto): Promise<IStorageVectorDataSource>;
     protected deleteDatasource(acRequest: AccessRequest, namespace: string, datasourceId: string): Promise<void>;

package/dist/types/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.d.ts

@@ -3,7 +3,7 @@ import { IAccessCandidate } from '@sre/types/ACL.types';
 import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
 import { VectorDBConnector, DeleteTarget } from '../VectorDBConnector';
-import { DatasourceDto, IStorageVectorDataSource, IVectorDataSourceDto, QueryOptions, VectorsResultData } from '@sre/types/VectorDB.types';
+import { DatasourceDto, IStorageVectorDataSource, IVectorDataSourceDto, QueryOptions, VectorDBResult, VectorsResultData } from '@sre/types/VectorDB.types';
 import { BaseEmbedding, TEmbeddings } from '../embed/BaseEmbedding';
 export type PineconeConfig = {
     /**
@@ -37,7 +37,7 @@ export declare class PineconeVectorDB extends VectorDBConnector {
     protected namespaceExists(acRequest: AccessRequest, namespace: string): Promise<boolean>;
     protected deleteNamespace(acRequest: AccessRequest, namespace: string): Promise<void>;
     protected search(acRequest: AccessRequest, namespace: string, query: string | number[], options?: QueryOptions): Promise<VectorsResultData>;
-    protected insert(acRequest: AccessRequest, namespace: string, sourceWrapper: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<string[]>;
+    protected insert(acRequest: AccessRequest, namespace: string, sourceWrapper: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<VectorDBResult[]>;
     protected delete(acRequest: AccessRequest, namespace: string, deleteTarget: DeleteTarget): Promise<void>;
     protected createDatasource(acRequest: AccessRequest, namespace: string, datasource: DatasourceDto): Promise<IStorageVectorDataSource>;
     protected deleteDatasource(acRequest: AccessRequest, namespace: string, datasourceId: string): Promise<void>;

package/dist/types/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.d.ts

@@ -2,7 +2,7 @@ import { ACL } from '@sre/Security/AccessControl/ACL.class';
 import { IAccessCandidate } from '@sre/types/ACL.types';
 import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
 import { VectorDBConnector, DeleteTarget } from '../VectorDBConnector';
-import { DatasourceDto, IStorageVectorDataSource, IStorageVectorNamespace, IVectorDataSourceDto, QueryOptions, VectorsResultData } from '@sre/types/VectorDB.types';
+import { DatasourceDto, IStorageVectorDataSource, IStorageVectorNamespace, IVectorDataSourceDto, QueryOptions, VectorDBResult, VectorsResultData } from '@sre/types/VectorDB.types';
 import { BaseEmbedding, TEmbeddings } from '../embed/BaseEmbedding';
 export type RAMVectorDBConfig = {
     /**
@@ -38,7 +38,7 @@ export declare class RAMVectorDB extends VectorDBConnector {
     protected listNamespaces(acRequest: AccessRequest): Promise<IStorageVectorNamespace[]>;
     protected deleteNamespace(acRequest: AccessRequest, namespace: string): Promise<void>;
     protected search(acRequest: AccessRequest, namespace: string, query: string | number[], options?: QueryOptions): Promise<VectorsResultData>;
-    protected insert(acRequest: AccessRequest, namespace: string, sourceWrapper: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<string[]>;
+    protected insert(acRequest: AccessRequest, namespace: string, sourceWrapper: IVectorDataSourceDto | IVectorDataSourceDto[]): Promise<VectorDBResult[]>;
     protected delete(acRequest: AccessRequest, namespace: string, deleteTarget: DeleteTarget): Promise<void>;
     protected createDatasource(acRequest: AccessRequest, namespace: string, datasource: DatasourceDto): Promise<IStorageVectorDataSource>;
     protected deleteDatasource(acRequest: AccessRequest, namespace: string, datasourceId: string): Promise<void>;

package/dist/types/subsystems/IO/VectorDB.service/embed/BaseEmbedding.d.ts

@@ -2,26 +2,29 @@ import { IVectorDataSourceDto, Source } from '@sre/types/VectorDB.types';
 import { SupportedProviders, SupportedModels } from './index';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
 export type TEmbeddings = {
-    provider: SupportedProviders;
-    model: SupportedModels[SupportedProviders];
+    provider?: SupportedProviders;
+    model?: SupportedModels[SupportedProviders];
     credentials?: {
         apiKey: string;
     };
-    params?: {
-        dimensions?: number;
-        timeout?: number;
-        chunkSize?: number;
-        stripNewLines?: boolean;
-    };
+    dimensions?: number;
+    timeout?: number;
+    chunkSize?: number;
+    chunkOverlap?: number;
+    batchSize?: number;
+    stripNewLines?: boolean;
+    params?: any;
 };
 type SupportedSources = 'text' | 'vector' | 'url';
 export declare abstract class BaseEmbedding {
     model: string;
     modelName: string;
     chunkSize: number;
+    chunkOverlap: number;
     stripNewLines: boolean;
     dimensions?: number;
     timeout?: number;
+    batchSize: number;
     constructor(fields?: Partial<TEmbeddings>);
     /**
      * Embed multiple texts and return their vector representations
@@ -35,6 +38,10 @@ export declare abstract class BaseEmbedding {
      * Utility method to chunk arrays into smaller batches
      */
     protected chunkArr<T>(arr: T[], sizePerChunk: number): T[][];
+    chunkText(text: string, { chunkSize, chunkOverlap }: {
+        chunkSize?: number;
+        chunkOverlap?: number;
+    }): string[];
     /**
      * Utility method to process multiple texts based on stripNewLines setting
      */
@@ -48,7 +55,7 @@ export declare abstract class BaseEmbedding {
             datasourceId: string;
             datasourceLabel: string;
             acl: string;
-            user_metadata?: string;
+            user_metadata?: string | Record<string, any>;
         };
         id: string;
     }[]>;

package/dist/types/subsystems/IO/VectorDB.service/embed/index.d.ts

@@ -1,6 +1,7 @@
 import { OpenAIEmbeds } from './OpenAIEmbedding';
 import { GoogleEmbeds } from './GoogleEmbedding';
 import { TEmbeddings } from './BaseEmbedding';
+import { TLLMModel } from '@sre/types/LLM.types';
 declare const supportedProviders: {
     readonly OpenAI: {
         readonly embedder: typeof OpenAIEmbeds;
@@ -16,6 +17,8 @@ export type SupportedModels = {
     [K in SupportedProviders]: (typeof supportedProviders)[K]['models'][number];
 };
 export declare class EmbeddingsFactory {
-    static create(provider: SupportedProviders, config: TEmbeddings): OpenAIEmbeds | GoogleEmbeds;
+    static create(provider?: SupportedProviders, config?: TEmbeddings & {
+        model?: SupportedModels[SupportedProviders] | TLLMModel;
+    }): OpenAIEmbeds | GoogleEmbeds;
 }
 export {};

package/dist/types/subsystems/LLMManager/LLM.inference.d.ts

@@ -7,6 +7,7 @@ type TPromptParams = {
     contextWindow?: any[];
     files?: any[];
     params: TLLMParams;
+    onFallback?: (data: any) => void;
 };
 export declare class LLMInference {
     private model;
@@ -16,8 +17,41 @@ export declare class LLMInference {
     static getInstance(model: string | TLLMModel, candidate: AccessCandidate): Promise<LLMInference>;
     static user(candidate: AccessCandidate): any;
     get connector(): LLMConnector;
-    prompt({ query, contextWindow, files, params }: TPromptParams, isInFallback?: boolean): Promise<any>;
-    promptStream({ query, contextWindow, files, params }: TPromptParams, isInFallback?: boolean): Promise<any>;
+    prompt({ query, contextWindow, files, params, onFallback }: TPromptParams, isInFallback?: boolean): Promise<any>;
+    promptStream({ query, contextWindow, files, params, onFallback }: TPromptParams, isInFallback?: boolean): Promise<any>;
+    /**
+     * Creates a safe, minimal set of parameters when switching to a fallback LLM provider.
+     *
+     * **Why this exists:**
+     * Model settings persist in the component's configuration data, even when you switch models.
+     * This can cause issues when fallback models run with settings the user can't see or track.
+     *
+     * **Real-world scenario:**
+     * 1. User configures a GPT-5 model and sets `reasoning_effort: "high"`
+     * 2. This setting gets saved to the component's configuration
+     * 3. User switches to a custom model (e.g., for cost savings)
+     * 4. The UI now shows custom model options - GPT-5 options are hidden
+     * 5. **BUT**: `reasoning_effort: "high"` is STILL in the config data!
+     * 6. Custom model has GPT-5 as its fallback
+     * 7. Primary custom model fails → automatically switches to GPT-5 fallback
+     * 8. GPT-5 fallback runs with the hidden `reasoning_effort: "high"` setting
+     * 9. `reasoning_effort: "high"` requires a high `max_tokens` value
+     * 10. If `max_tokens` is too low → the request fails
+     *
+     * **The impact:**
+     * Users can't track response quality properly because they don't know what configuration
+     * the fallback model is using. The UI doesn't show fallback model settings, so users have
+     * no visibility into how responses are being generated.
+     *
+     * **What this function does:**
+     * Strips out provider-specific settings when falling back, using only universal parameters.
+     * This ensures predictable behavior. (Note: A more robust solution would be showing fallback
+     * configuration in the UI, but for now this handles it at the parameter level.)
+     *
+     * @param params - The full set of LLM parameters from the original request
+     * @returns A filtered parameter object with only provider-agnostic, safe parameters
+     */
+    private getSafeFallbackParams;
     /**
      * Executes fallback logic for custom models when the primary model fails.
      * This method checks if a fallback model is configured and invokes the appropriate LLM method.

package/dist/types/types/LLM.types.d.ts

@@ -71,7 +71,32 @@ export type TToolsInfo = {
     xai: TxAIToolsInfo;
 };
 export type TSearchContextSize = 'low' | 'medium' | 'high';
-export type TLLMParams = {
+type TLLMToolConfig = {
+    toolsConfig?: {
+        tools?: OpenAI.ChatCompletionTool[] | OpenAI.Responses.Tool[] | OpenAI.Responses.WebSearchTool[];
+        tool_choice?: TLLMToolChoice;
+    };
+};
+type TLLMThinkingConfig = {
+    thinking?: {
+        type: 'enabled' | 'disabled';
+        budget_tokens: number;
+    };
+    maxThinkingTokens?: number;
+};
+type TLLMReasoningConfig = {
+    useReasoning?: boolean;
+    /**
+     * Controls the level of effort the model will put into reasoning
+     * For GPT-OSS models (20B, 120B): "low" | "medium" | "high"
+     * For Qwen 3 32B: "none" | "default"
+     */
+    reasoningEffort?: 'none' | 'default' | OpenAIReasoningEffort;
+    max_output_tokens?: number;
+    verbosity?: OpenAI.Responses.ResponseCreateParams['text']['verbosity'];
+    abortSignal?: AbortSignal;
+};
+type TLLMTextGenConfig = {
     model: TLLMModel | string;
     prompt?: string;
     messages?: any[];
@@ -83,31 +108,16 @@ export type TLLMParams = {
     frequencyPenalty?: number;
     presencePenalty?: number;
     responseFormat?: any;
-    modelInfo?: TCustomLLMModel;
-    files?: BinaryInput[];
-    toolsConfig?: {
-        tools?: OpenAI.ChatCompletionTool[] | OpenAI.Responses.Tool[] | OpenAI.Responses.WebSearchTool[];
-        tool_choice?: TLLMToolChoice;
-    };
-    baseURL?: string;
-    size?: OpenAI.Images.ImageGenerateParams['size'] | OpenAI.Images.ImageEditParams['size'];
-    quality?: 'standard' | 'hd';
-    n?: number;
-    style?: 'vivid' | 'natural';
-    cache?: boolean;
-    agentId?: string;
-    teamId?: string;
-    thinking?: {
-        type: 'enabled' | 'disabled';
-        budget_tokens: number;
-    };
-    maxThinkingTokens?: number;
+} & TLLMToolConfig & TLLMThinkingConfig & TLLMReasoningConfig;
+type TLLMWebSearchConfig = {
     useWebSearch?: boolean;
     webSearchContextSize?: TSearchContextSize;
     webSearchCity?: string;
     webSearchCountry?: string;
     webSearchRegion?: string;
     webSearchTimezone?: string;
+};
+type TLLMSearchConfig = {
     useSearch?: boolean;
     searchMode?: 'auto' | 'on' | 'off';
     returnCitations?: boolean;
@@ -124,17 +134,27 @@ export type TLLMParams = {
     safeSearch?: boolean;
     fromDate?: string;
     toDate?: string;
-    useReasoning?: boolean;
-    /**
-     * Controls the level of effort the model will put into reasoning
-     * For GPT-OSS models (20B, 120B): "low" | "medium" | "high"
-     * For Qwen 3 32B: "none" | "default"
-     */
-    reasoningEffort?: 'none' | 'default' | OpenAIReasoningEffort;
-    max_output_tokens?: number;
-    verbosity?: OpenAI.Responses.ResponseCreateParams['text']['verbosity'];
-    abortSignal?: AbortSignal;
+} & TLLMWebSearchConfig;
+type TLLMMiscConfig = {
+    maxContextWindowLength?: number;
+    useContextWindow?: boolean;
+    passthrough?: boolean;
+};
+type TLLMRuntimeContext = {
+    modelInfo?: TCustomLLMModel;
+    files?: BinaryInput[];
+    baseURL?: string;
+    cache?: boolean;
+    agentId?: string;
+    teamId?: string;
+};
+type TLLMImageGenConfig = {
+    size?: OpenAI.Images.ImageGenerateParams['size'] | OpenAI.Images.ImageEditParams['size'];
+    quality?: 'standard' | 'hd';
+    n?: number;
+    style?: 'vivid' | 'natural';
 };
+export type TLLMParams = TLLMTextGenConfig & TLLMSearchConfig & TLLMImageGenConfig & TLLMMiscConfig & TLLMRuntimeContext;
 export type TLLMPreparedParams = TLLMParams & {
     body: any;
     modelEntryName?: string;
@@ -422,7 +442,9 @@ export declare enum TLLMEvent {
     /** Tokens usage information */
     Usage = "usage",
     /** Interrupted : emitted when the response is interrupted before completion */
-    Interrupted = "interrupted"
+    Interrupted = "interrupted",
+    /** Fallback : emitted when the response is using a fallback model */
+    Fallback = "fallback"
 }
 export interface ILLMRequestContext {
     modelEntryName: string;
@@ -478,3 +500,4 @@ export interface TGoogleAIRequestBody {
     toolConfig?: any;
 }
 export type TLLMRequestBody = TOpenAIRequestBody | TAnthropicRequestBody | TGoogleAIRequestBody | ConverseCommandInput;
+export {};

package/dist/types/types/VectorDB.types.d.ts

@@ -3,16 +3,17 @@ export type VectorDBMetadata = {
     datasourceId: string;
     datasourceLabel: string;
     acl: string;
-    user_metadata?: string;
+    user_metadata?: string | Record<string, any>;
     text?: string;
 };
-export type VectorsResultData = {
+export type VectorDBResult = {
     id: string;
     score?: number;
     values: number[];
     text: string;
     metadata?: Record<string, any>;
-}[];
+};
+export type VectorsResultData = VectorDBResult[];
 export interface NsKnownMetadata {
     isOnCustomStorage?: boolean;
     [key: string]: any;
@@ -37,6 +38,7 @@ export interface IStorageVectorDataSource {
     metadata: string;
     text?: string;
     vectorIds: string[];
+    vectorInfo?: VectorDBResult[];
     id: string;
     candidateId: string;
     candidateRole: string;
@@ -65,4 +67,5 @@ export interface DatasourceDto {
     chunkOverlap?: number;
     label?: string;
     id?: string;
+    returnFullVectorInfo?: boolean;
 }

package/dist/types/utils/string.utils.d.ts

@@ -22,7 +22,3 @@ export declare const kebabToCapitalize: (input: any) => any;
  * @param input
  */
 export declare const identifyMimetypeFromString: (input: string) => "application/json" | "text/plain" | "application/xml" | "text/html" | "text/css" | "text/csv" | "text/markdown" | "" | "image/svg+xml" | "application/javascript" | "application/yaml" | "application/sql";
-export declare function chunkText(text: string, { chunkSize, chunkOverlap, }?: {
-    chunkSize?: number;
-    chunkOverlap?: number;
-}): string[];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@smythos/sre",
-  "version": "1.7.1",
+  "version": "1.7.7",
   "description": "Smyth Runtime Environment",
   "author": "Alaa-eddine KADDOURI",
   "license": "MIT",

package/src/Components/Classifier.class.ts

@@ -115,7 +115,13 @@ ${JSON.stringify(categories, null, 2)}`;
 
         try {
             let response = await llmInference
-                .prompt({ query: prompt, params: { ...config, agentId: agent.id } })
+                .prompt({
+                    query: prompt,
+                    params: { ...config, agentId: agent.id },
+                    onFallback: (data) => {
+                        logger.debug(`\n ↩️ Using Fallback Model: ${data.model}`);
+                    },
+                })
                 .catch((error) => ({ error: error }));
 
             if (response?.error) {
@@ -146,7 +152,7 @@ ${JSON.stringify(categories, null, 2)}`;
                 delete parsed.error;
             }
 
-            logger.log(' Classifier result\n', parsed);
+            logger.debug('\n Classifier result\n', parsed);
 
             parsed['_debug'] = logger.output;
 

package/src/Components/GenAILLM.class.ts

@@ -7,6 +7,7 @@ import { getMimeType } from '@sre/utils/data.utils';
 import { Component } from './Component.class';
 import { formatDataForDebug } from '@sre/utils/data.utils';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
+import { TLLMEvent } from '@sre/types/LLM.types';
 
 //TODO : better handling of context window exceeding max length
 
@@ -480,13 +481,16 @@ export class GenAILLM extends Component {
                             ...config.data,
                             agentId: agent.id,
                         },
+                        onFallback: (fallbackInfo) => {
+                            logger.debug(`\n ↩️ Using fallback model: ${fallbackInfo.model}`);
+                        },
                     })
                     .catch((error) => {
                         console.error('Error on promptStream: ', error);
                         reject(error);
                     });
 
-                eventEmitter.on('content', (content) => {
+                eventEmitter.on(TLLMEvent.Content, (content) => {
                     if (passThrough) {
                         if (typeof agent.callback === 'function') {
                             agent.callback({ content });
@@ -496,7 +500,7 @@ export class GenAILLM extends Component {
                     _content += content;
                 });
 
-                eventEmitter.on('thinking', (thinking) => {
+                eventEmitter.on(TLLMEvent.Thinking, (thinking) => {
                     if (passThrough) {
                         if (typeof agent.callback === 'function') {
                             agent.callback({ thinking });
@@ -504,7 +508,7 @@ export class GenAILLM extends Component {
                         agent.sse.send('llm/passthrough/thinking', thinking.replace(/\n/g, '\\n'));
                     }
                 });
-                eventEmitter.on('end', () => {
+                eventEmitter.on(TLLMEvent.End, () => {
                     if (passThrough) {
                         if (typeof agent.callback === 'function') {
                             agent.callback({ content: '\n' });
@@ -513,18 +517,18 @@ export class GenAILLM extends Component {
                     }
                     resolve(_content);
                 });
-                eventEmitter.on('interrupted', (reason) => {
+                eventEmitter.on(TLLMEvent.Interrupted, (reason) => {
                     finishReason = reason || 'stop';
                 });
 
-                eventEmitter.on('error', (error) => {
+                eventEmitter.on(TLLMEvent.Error, (error) => {
                     reject(error);
                 });
             });
             response = await contentPromise.catch((error) => {
                 return { error: error.message || error };
             });
-            // // If the model stopped before completing the response, this is usually due to output token limit reached.
+            // If the model stopped before completing the response, this is usually due to output token limit reached.
             if (finishReason !== 'stop') {
                 return {
                     Reply: response,
@@ -551,7 +555,7 @@ export class GenAILLM extends Component {
                 return { _error: Reply.error, _debug: logger.output };
             }
 
-            logger.debug(' Reply \n', Reply);
+            logger.debug('\n Reply \n', Reply);
 
             const result = { Reply };
 

package/src/Components/LLMAssistant.class.ts

@@ -113,7 +113,7 @@ export class LLMAssistant extends Component {
             const conversationId = input.ConversationId;
 
             let behavior = TemplateString(config.data.behavior).parse(input).result;
-            logger.debug(`[Parsed Behavior] \n${behavior}\n\n`);
+            logger.debug(`[Parsed Behavior] \n${behavior}`);
 
             //#region get max tokens
             let maxTokens = 2048;
@@ -154,6 +154,9 @@ export class LLMAssistant extends Component {
                         .promptStream({
                             contextWindow: messages,
                             params: { ...config, model, agentId: agent.id },
+                            onFallback: (fallbackInfo) => {
+                                logger.debug(`\n ↩️ Using fallback model: ${fallbackInfo.model}`);
+                            },
                         })
                         .catch((error) => {
                             console.error('Error on promptStream: ', error);
@@ -180,7 +183,13 @@ export class LLMAssistant extends Component {
                 response = await contentPromise;
             } else {
                 response = await llmInference
-                    .prompt({ contextWindow: messages, params: { ...config, agentId: agent.id } })
+                    .prompt({
+                        contextWindow: messages,
+                        params: { ...config, agentId: agent.id },
+                        onFallback: (fallbackInfo) => {
+                            logger.debug(`\n ↩️ Using fallback model: ${fallbackInfo.model}`);
+                        },
+                    })
                     .catch((error) => ({ error: error }));
             }
 
@@ -199,7 +208,7 @@ export class LLMAssistant extends Component {
             messages.push({ role: 'assistant', content: response });
             saveMessagesToSession(agent.id, userId, conversationId, messages, ttl);
 
-            logger.debug(' Response \n', response);
+            logger.debug('\n Response \n', response);
 
             const result = { Response: response };
 

package/src/Components/ScrapflyWebScrape.class.ts

@@ -53,7 +53,14 @@ export class ScrapflyWebScrape extends Component {
             logger.debug(`=== Web Scrape Log ===`);
             let Output: any = {};
             let _error = undefined;
-            const scrapeUrls = this.extractUrls(input);
+
+            // Filter inputs to include only the fields defined in the component's configuration.
+            // This prevents URLs from global variables from being scraped.
+            const componentInputNames = new Set(config.inputs.map((input) => input.name));
+            const filteredInput = Object.fromEntries(Object.entries(input).filter(([key]) => componentInputNames.has(key)));
+
+            const scrapeUrls = this.extractUrls(filteredInput);
+
             logger.debug('Payload:', JSON.stringify(config.data));
             logger.debug(`Vaild URLs: ${JSON.stringify(scrapeUrls)}`);
             const teamId = agent.teamId;

package/src/Components/TavilyWebSearch.class.ts

@@ -55,6 +55,9 @@ export class TavilyWebSearch extends Component {
             const api_key = await getCredentials(AccessCandidate.team(teamId), 'tavily');
 
             logger.debug('Payload:', JSON.stringify(config.data));
+
+            const excludeDomains = config.data.excludeDomains?.length ? config.data.excludeDomains.split(',').map((d) => d.trim()) : [];
+
             const response = await axios({
                 method: 'post',
                 url: 'https://api.tavily.com/search',
@@ -62,7 +65,7 @@ export class TavilyWebSearch extends Component {
                     api_key,
                     query: searchQuery,
                     topic: config.data.searchTopic,
-                    exclude_domains: config.data.excludeDomains?.length ? config.data.excludeDomains.split(',') : [],
+                    exclude_domains: excludeDomains,
                     max_results: config.data.sourcesLimit,
                     ...(config.data.timeRange !== 'None' ? { time_range: config.data.timeRange } : {}),
                     ...(config.data.includeImages ? { include_images: true } : {}),