@smythos/sre 1.5.74 → 1.6.0

package/dist/types/subsystems/PerformanceManager/Performance.service/index.d.ts

@@ -0,0 +1,22 @@
+import { ConnectorServiceProvider } from '../../../Core/ConnectorsService';
+/**
+ * Performance Service Provider
+ */
+export declare class PerformanceService extends ConnectorServiceProvider {
+    private logger;
+    /**
+     * Register all available performance connectors
+     */
+    register(): void;
+    /**
+     * Initialize performance service
+     */
+    init(): void;
+    /**
+     * Auto-configure performance monitoring based on environment
+     */
+    private autoConfigurePerformanceMonitoring;
+}
+export { LocalPerformanceConnector } from './connectors/LocalPerformanceConnector.class';
+export { PerformanceConnector } from './PerformanceConnector';
+export type { IPerformanceRequest } from './PerformanceConnector';

package/dist/types/subsystems/Security/Account.service/connectors/MySQLAccount.class.d.ts

@@ -0,0 +1,19 @@
+import { ACL } from '@sre/Security/AccessControl/ACL.class';
+import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
+import { IAccessCandidate } from '@sre/types/ACL.types';
+import { AccountConnector } from '../AccountConnector';
+import { KeyValueObject } from '@sre/types/Common.types';
+export declare class MySQLAccount extends AccountConnector {
+    protected _settings: any;
+    name: string;
+    private pool;
+    constructor(_settings: any);
+    isTeamMember(team: string, candidate: IAccessCandidate): Promise<boolean>;
+    getCandidateTeam(candidate: IAccessCandidate): Promise<string | undefined>;
+    getAllTeamSettings(acRequest: AccessRequest, teamId: string): Promise<KeyValueObject[]>;
+    getTeamSetting(acRequest: AccessRequest, teamId: string, settingKey: string): Promise<string>;
+    getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL>;
+    getAllUserSettings(acRequest: AccessRequest, accountId: string): Promise<KeyValueObject[]>;
+    getUserSetting(acRequest: AccessRequest, accountId: string, settingKey: string): Promise<string>;
+    getAgentSetting(acRequest: AccessRequest, agentId: string, settingKey: string): Promise<string>;
+}

package/dist/types/types/Performance.types.d.ts

@@ -0,0 +1,468 @@
+export interface AIComponentMetrics {
+    /** Component identifier */
+    componentName: string;
+    /** Agent executing this component */
+    agentId: string;
+    /** Execution timing breakdown */
+    timing: {
+        /** Total execution time (ms) */
+        total: number;
+        /** Time spent on input processing (ms) */
+        inputProcessing: number;
+        /** Time spent on core logic (ms) */
+        coreProcessing: number;
+        /** Time spent on output processing (ms) */
+        outputProcessing: number;
+        /** Queue wait time (ms) */
+        queueTime: number;
+    };
+    /** Memory usage analytics */
+    memory: {
+        /** Peak memory usage during execution (bytes) */
+        peak: number;
+        /** Memory delta from start to finish (bytes) */
+        delta: number;
+        /** Memory pressure level (0-1) */
+        pressure: number;
+    };
+    /** Data flow metrics */
+    dataFlow: {
+        /** Input data size (bytes) */
+        inputSize: number;
+        /** Output data size (bytes) */
+        outputSize: number;
+        /** Data transformation ratio */
+        transformationRatio: number;
+        /** Data complexity score (0-1) */
+        complexityScore: number;
+    };
+    /** LLM-specific metrics (if applicable) */
+    llm?: {
+        /** Model used for this execution */
+        model: string;
+        /** Token usage breakdown */
+        tokens: {
+            prompt: number;
+            completion: number;
+            total: number;
+        };
+        /** Estimated cost in USD */
+        estimatedCost: number;
+        /** Context window utilization (0-1) */
+        contextUtilization: number;
+        /** Response quality score (0-1) */
+        qualityScore?: number;
+    };
+    /** Execution result metadata */
+    execution: {
+        /** Execution timestamp */
+        timestamp: number;
+        /** Success/failure status */
+        success: boolean;
+        /** Error type if failed */
+        errorType?: string;
+        /** Retry count */
+        retryCount: number;
+        /** Component configuration hash */
+        configHash: string;
+    };
+    /** Performance impact factors */
+    impact: {
+        /** CPU usage percentage during execution */
+        cpuUsage: number;
+        /** I/O operations count */
+        ioOperations: number;
+        /** Network requests made */
+        networkRequests: number;
+        /** Cache hit/miss status */
+        cacheStatus: 'hit' | 'miss' | 'n/a';
+    };
+}
+/**
+ * Comprehensive AI agent performance report
+ */
+export interface AIAgentPerformanceReport {
+    /** Report metadata */
+    metadata: {
+        agentId: string;
+        agentName: string;
+        reportId: string;
+        generatedAt: number;
+        analysisWindow: {
+            start: number;
+            end: number;
+            duration?: number;
+        };
+        version: string;
+    };
+    /** Executive summary */
+    summary: {
+        /** Total execution time across all components */
+        totalExecutionTime: number;
+        /** Total LLM costs */
+        totalLLMCosts: number;
+        /** Success rate percentage */
+        successRate: number;
+        /** Performance grade (A-F) */
+        performanceGrade: 'A' | 'B' | 'C' | 'D' | 'F';
+        /** Key performance indicators */
+        kpis: {
+            throughput: number;
+            latency: number;
+            efficiency: number;
+            reliability: number;
+        };
+    };
+    /** Detailed component analysis */
+    components: {
+        /** Individual component metrics */
+        metrics: AIComponentMetrics[];
+        /** Component ranking by performance */
+        ranking: Array<{
+            componentName: string;
+            score: number;
+            rank: number;
+        }>;
+        /** Component dependency graph analysis */
+        dependencies: {
+            criticalPath: string[];
+            parallelizationOpportunities: string[][];
+            bottleneckComponents: string[];
+        };
+    };
+    /** AI-specific insights */
+    aiInsights: {
+        /** LLM usage optimization opportunities */
+        llmOptimization: {
+            modelDowngradeOpportunities: Array<{
+                component: string;
+                currentModel: string;
+                suggestedModel: string;
+                potentialSavings: number;
+            }>;
+            cachingOpportunities: Array<{
+                component: string;
+                repetitionRate: number;
+                potentialSavings: number;
+            }>;
+            batchingOpportunities: Array<{
+                components: string[];
+                batchSize: number;
+                potentialSavings: number;
+            }>;
+        };
+        /** Semantic analysis of component interactions */
+        semanticAnalysis: {
+            componentAffinity: Record<string, number>;
+            dataFlowEfficiency: number;
+            informationLossRate: number;
+        };
+    };
+    /** Performance bottlenecks with AI context */
+    bottlenecks: AIPerformanceBottleneck[];
+    /** Intelligent optimization recommendations */
+    recommendations: AIOptimizationRecommendation[];
+    /** Trend analysis and predictions */
+    trends: {
+        /** Performance trends over time */
+        performanceTrend: 'improving' | 'stable' | 'degrading';
+        /** Cost trends */
+        costTrend: 'improving' | 'stable' | 'degrading';
+        /** Predicted future performance */
+        predictions: Array<{
+            metric: string;
+            futureValue: number;
+            confidence: number;
+            timeframe: number;
+        }>;
+    };
+}
+/**
+ * AI-aware performance bottleneck
+ */
+export interface AIPerformanceBottleneck {
+    /** Bottleneck identification */
+    id: string;
+    type: AIBottleneckType;
+    severity: BottleneckSeverity;
+    /** Component(s) affected */
+    affectedComponents: string[];
+    /** Detailed analysis */
+    analysis: {
+        description: string;
+        rootCause: string;
+        impactAssessment: {
+            performanceImpact: number;
+            costImpact: number;
+            userExperienceImpact: 'low' | 'medium' | 'high';
+        };
+    };
+    /** AI-specific context */
+    aiContext?: {
+        modelInefficiency?: {
+            model: string;
+            taskComplexity: number;
+            overProvisioningScore: number;
+        };
+        semanticBottleneck?: {
+            informationLoss: number;
+            contextFragmentation: number;
+            semanticDrift: number;
+        };
+    };
+    /** Resolution guidance */
+    resolution: {
+        suggestedFix: string;
+        implementationComplexity: 'low' | 'medium' | 'high';
+        estimatedResolutionTime: number;
+        expectedImprovement: {
+            performanceGain: number;
+            costReduction: number;
+        };
+        prerequisites: string[];
+    };
+    /** Confidence and validation */
+    confidence: number;
+    validatedBy?: 'static_analysis' | 'runtime_profiling' | 'ml_prediction';
+}
+/**
+ * AI-driven optimization recommendation
+ */
+export interface AIOptimizationRecommendation {
+    /** Recommendation metadata */
+    id: string;
+    type: AIOptimizationType;
+    priority: OptimizationPriority;
+    category: 'performance' | 'cost' | 'reliability' | 'scalability';
+    /** Target components */
+    targetComponents: string[];
+    /** Recommendation details */
+    recommendation: {
+        title: string;
+        description: string;
+        technicalDetails: string;
+        implementation: {
+            steps: string[];
+            codeExamples: Array<{
+                language: string;
+                code: string;
+                description: string;
+            }>;
+            configuration: Record<string, any>;
+        };
+    };
+    /** Impact analysis */
+    impact: {
+        performance: {
+            latencyImprovement: number;
+            throughputImprovement: number;
+            memoryReduction: number;
+        };
+        cost: {
+            operationalSavings: number;
+            infrastructureSavings: number;
+            llmCostReduction: number;
+        };
+        reliability: {
+            errorReduction: number;
+            uptimeImprovement: number;
+        };
+    };
+    /** Implementation guidance */
+    implementation: {
+        effort: ImplementationEffort;
+        timeline: string;
+        risks: Array<{
+            description: string;
+            probability: number;
+            impact: 'low' | 'medium' | 'high';
+            mitigation: string;
+        }>;
+        rollbackStrategy: string;
+    };
+    /** AI-generated insights */
+    aiGenerated: {
+        confidence: number;
+        reasoning: string;
+        similarCases: number;
+        validationMethod: string;
+    };
+}
+/**
+ * Real-time performance monitoring configuration
+ */
+export interface AIPerformanceConfig {
+    /** Global monitoring settings */
+    global: {
+        enabled: boolean;
+        samplingRate: number;
+        bufferSize: number;
+        flushInterval: number;
+    };
+    /** Component-specific settings */
+    components: {
+        whitelist: string[];
+        blacklist: string[];
+        customSamplingRates: Record<string, number>;
+    };
+    /** LLM monitoring settings */
+    llm: {
+        trackTokenUsage: boolean;
+        trackCosts: boolean;
+        trackQuality: boolean;
+        costThresholds: {
+            warning: number;
+            critical: number;
+        };
+    };
+    /** Alert configuration */
+    alerts: {
+        enabled: boolean;
+        thresholds: {
+            latencyP95: number;
+            errorRate: number;
+            memoryUsage: number;
+            costPerOperation: number;
+        };
+        channels: Array<{
+            type: 'console' | 'file' | 'webhook';
+            config: Record<string, any>;
+        }>;
+    };
+    /** Advanced features */
+    advanced: {
+        enablePredictiveAnalysis: boolean;
+        enableAutoOptimization: boolean;
+        enableSemanticAnalysis: boolean;
+        retentionDays: number;
+        compressionEnabled: boolean;
+    };
+}
+/**
+ * Performance event for real-time streaming
+ */
+export interface AIPerformanceEvent {
+    /** Event metadata */
+    id: string;
+    timestamp: number;
+    type: AIPerformanceEventType;
+    source: {
+        agentId: string;
+        componentName: string;
+        sessionId?: string;
+    };
+    /** Event payload */
+    payload: {
+        metric?: AIComponentMetrics;
+        bottleneck?: AIPerformanceBottleneck;
+        recommendation?: AIOptimizationRecommendation;
+        alert?: {
+            level: 'info' | 'warning' | 'error' | 'critical';
+            message: string;
+            context: Record<string, any>;
+        };
+    };
+    /** Event processing metadata */
+    processing: {
+        latency: number;
+        batchId?: string;
+        sequenceNumber: number;
+    };
+}
+export declare enum AIBottleneckType {
+    LLM_OVERPROVISIONING = "llm_overprovisioning",
+    CONTEXT_FRAGMENTATION = "context_fragmentation",
+    SEMANTIC_BOTTLENECK = "semantic_bottleneck",
+    TOKEN_INEFFICIENCY = "token_inefficiency",
+    MODEL_MISMATCH = "model_mismatch",
+    CACHING_MISS = "caching_miss",
+    SEQUENTIAL_DEPENDENCY = "sequential_dependency",
+    MEMORY_PRESSURE = "memory_pressure",
+    IO_CONTENTION = "io_contention",
+    NETWORK_LATENCY = "network_latency"
+}
+export declare enum BottleneckSeverity {
+    LOW = "low",
+    MEDIUM = "medium",
+    HIGH = "high",
+    CRITICAL = "critical"
+}
+export declare enum AIOptimizationType {
+    LLM_MODEL_OPTIMIZATION = "llm_model_optimization",
+    SEMANTIC_CACHING = "semantic_caching",
+    CONTEXT_COMPRESSION = "context_compression",
+    PARALLEL_PROCESSING = "parallel_processing",
+    BATCH_OPTIMIZATION = "batch_optimization",
+    MEMORY_POOLING = "memory_pooling",
+    PREDICTIVE_LOADING = "predictive_loading",
+    ADAPTIVE_SAMPLING = "adaptive_sampling",
+    COST_OPTIMIZATION = "cost_optimization",
+    QUALITY_IMPROVEMENT = "quality_improvement"
+}
+export declare enum OptimizationPriority {
+    LOW = "low",
+    MEDIUM = "medium",
+    HIGH = "high",
+    CRITICAL = "critical"
+}
+export declare enum ImplementationEffort {
+    MINIMAL = "minimal",// < 1 day
+    LOW = "low",// 1-3 days
+    MEDIUM = "medium",// 1-2 weeks
+    HIGH = "high",// 2-4 weeks
+    EXTENSIVE = "extensive"
+}
+export declare enum AIPerformanceEventType {
+    COMPONENT_START = "component_start",
+    COMPONENT_END = "component_end",
+    BOTTLENECK_DETECTED = "bottleneck_detected",
+    OPTIMIZATION_SUGGESTED = "optimization_suggested",
+    THRESHOLD_EXCEEDED = "threshold_exceeded",
+    ANOMALY_DETECTED = "anomaly_detected",
+    TREND_CHANGE = "trend_change"
+}
+/**
+ * Performance metric aggregation window
+ */
+export interface MetricWindow {
+    start: number;
+    end: number;
+    granularity: '1m' | '5m' | '15m' | '1h' | '1d';
+    aggregation: 'avg' | 'sum' | 'min' | 'max' | 'p95' | 'p99';
+}
+/**
+ * Component performance baseline
+ */
+export interface ComponentBaseline {
+    componentName: string;
+    baseline: {
+        latency: {
+            p50: number;
+            p95: number;
+            p99: number;
+        };
+        memoryUsage: {
+            avg: number;
+            peak: number;
+        };
+        successRate: number;
+        costPerOperation: number;
+    };
+    established: number;
+    sampleSize: number;
+    confidence: number;
+}
+/**
+ * Export interface for external monitoring integration
+ */
+export interface ExternalMonitoringExport {
+    format: 'prometheus' | 'datadog' | 'newrelic' | 'cloudwatch' | 'grafana';
+    endpoint?: string;
+    credentials?: Record<string, string>;
+    tags?: Record<string, string>;
+    filters?: {
+        components?: string[];
+        metrics?: string[];
+        severity?: BottleneckSeverity[];
+    };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@smythos/sre",
-  "version": "1.5.74",
+  "version": "1.6.0",
   "description": "Smyth Runtime Environment",
   "author": "Alaa-eddine KADDOURI",
   "license": "MIT",

package/src/Components/Component.class.ts

@@ -4,19 +4,33 @@ import { Logger } from '@sre/helpers/Log.helper';
 import { performTypeInference } from '@sre/helpers/TypeChecker.helper';
 import { hookAsync } from '@sre/Core/HookService';
 
-export type ComponentSchema = {
+export type TComponentSchema = {
     name: string;
     settings?: Record<string, any>;
     inputs?: Record<string, any>;
     outputs?: Record<string, any>;
 };
 
+export enum ComponentInputType {
+    Any = 'Any',
+    Binary = 'Binary',
+    String = 'Text',
+    Text = 'Text',
+    Image = 'Image',
+    Video = 'Video',
+    Number = 'Number',
+    Integer = 'Integer',
+    Boolean = 'Boolean',
+    Date = 'Date',
+    Array = 'Array',
+    Object = 'Object',
+}
 export class Component {
     public hasReadOutput = false;
     public hasPostProcess = true;
     public alwaysActive = false; //for components like readable memories
     public exclusive = false; //for components like writable memories : when exclusive components are active, they are processed in a run cycle bofore other components
-    protected schema: ComponentSchema = {
+    protected schema: TComponentSchema = {
         name: 'Component',
         settings: {},
         inputs: {},

package/src/helpers/Conversation.helper.ts

@@ -121,6 +121,7 @@ export class Conversation extends EventEmitter {
             toolsStrategy?: (toolsConfig) => any;
             agentId?: string;
             agentVersion?: string;
+            baseUrl?: string;
         }
     ) {
         //TODO: handle loading previous session (messages)
@@ -150,6 +151,8 @@ export class Conversation extends EventEmitter {
             this._llmContextStore = _settings.store;
         }
 
+        this._baseUrl = _settings?.baseUrl;
+
         this._agentVersion = _settings?.agentVersion;
 
         (async () => {
@@ -1006,7 +1009,12 @@ export class Conversation extends EventEmitter {
                 return map;
             }, {});
 
-        const spec = await agentDataConnector.getOpenAPIJSON(agentData, 'http://localhost/', this._agentVersion, true).catch((error) => null);
+        let baseUrl = this._baseUrl || 'http://localhost/';
+        if (baseUrl && !baseUrl.endsWith('/')) {
+            baseUrl += '/';
+        }
+
+        const spec = await agentDataConnector.getOpenAPIJSON(agentData, baseUrl, this._agentVersion, true).catch((error) => null);
         return this.patchSpec(spec);
     }
 

package/src/index.ts

@@ -182,9 +182,9 @@ export * from './subsystems/MemoryManager/Cache.service/connectors/LocalStorageC
 export * from './subsystems/MemoryManager/Cache.service/connectors/RAMCache.class';
 export * from './subsystems/MemoryManager/Cache.service/connectors/RedisCache.class';
 export * from './subsystems/MemoryManager/Cache.service/connectors/S3Cache.class';
-export * from './subsystems/Security/Account.service/connectors/AWSAccount.class';
 export * from './subsystems/Security/Account.service/connectors/DummyAccount.class';
 export * from './subsystems/Security/Account.service/connectors/JSONFileAccount.class';
+export * from './subsystems/Security/Account.service/connectors/MySQLAccount.class';
 export * from './subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class';
 export * from './subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault';
 export * from './subsystems/Security/Vault.service/connectors/HashicorpVault.class';

package/src/index.ts.bak

@@ -182,9 +182,9 @@ export * from './subsystems/MemoryManager/Cache.service/connectors/LocalStorageC
 export * from './subsystems/MemoryManager/Cache.service/connectors/RAMCache.class';
 export * from './subsystems/MemoryManager/Cache.service/connectors/RedisCache.class';
 export * from './subsystems/MemoryManager/Cache.service/connectors/S3Cache.class';
-export * from './subsystems/Security/Account.service/connectors/AWSAccount.class';
 export * from './subsystems/Security/Account.service/connectors/DummyAccount.class';
 export * from './subsystems/Security/Account.service/connectors/JSONFileAccount.class';
+export * from './subsystems/Security/Account.service/connectors/MySQLAccount.class';
 export * from './subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class';
 export * from './subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault';
 export * from './subsystems/Security/Vault.service/connectors/HashicorpVault.class';

package/src/subsystems/IO/Storage.service/SmythFS.class.ts

@@ -69,9 +69,9 @@ export class SmythFS {
 
     private constructor(private storage: StorageConnector, private cache: CacheConnector) {
         //SmythFS cannot be used without SRE
-        if (!ConnectorService.ready) {
-            throw new Error('SRE not available');
-        }
+        // if (!ConnectorService.ready) {
+        //     throw new Error('SRE not available');
+        // }
 
         // Use centralized hash generation method
         this.hash = SmythFS.generateInstanceHash(this.storage.name, this.cache.name);
@@ -113,7 +113,6 @@ export class SmythFS {
         return data ? this.toBuffer(data) : null;
     }
 
-
     public async getMetadata(uri: string, candidate?: IAccessCandidate) {
         const smythURI = await this.URIParser(uri);
         if (!smythURI) throw new Error('Invalid Resource URI');

package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts

@@ -24,8 +24,15 @@ export type IMilvusCredentials = { address: string; token: string } | { address:
 type IndexParams = Omit<CreateIndexSimpleReq, 'collection_name'>[] | Omit<CreateIndexSimpleReq, 'collection_name'>;
 
 export type MilvusConfig = {
+    /**
+     * The Milvus connection credentials
+     */
     credentials: IMilvusCredentials;
-    embeddings: TEmbeddings;
+
+    /**
+     * The embeddings model to use
+     */
+    embeddings?: TEmbeddings;
 };
 
 // Define schema field names as a type for strong typing
@@ -63,6 +70,10 @@ export class MilvusVectorDB extends VectorDBConnector {
         console.info('Milvus client initialized');
         this.accountConnector = ConnectorService.getAccountConnector();
         this.cache = ConnectorService.getCacheConnector();
+
+        if (!_settings.embeddings) {
+            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', params: { dimensions: 1024 } };
+        }
         if (!_settings.embeddings.params) _settings.embeddings.params = { dimensions: 1024 };
         if (!_settings.embeddings.params?.dimensions) _settings.embeddings.params.dimensions = 1024;
 

package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts

@@ -40,7 +40,7 @@ export type PineconeConfig = {
     /**
      * The embeddings model to use
      */
-    embeddings: TEmbeddings;
+    embeddings?: TEmbeddings;
 };
 export class PineconeVectorDB extends VectorDBConnector {
     public name = 'PineconeVectorDB';
@@ -72,6 +72,9 @@ export class PineconeVectorDB extends VectorDBConnector {
         this.accountConnector = ConnectorService.getAccountConnector();
         this.cache = ConnectorService.getCacheConnector();
         this.nkvConnector = ConnectorService.getNKVConnector();
+        if (!_settings.embeddings) {
+            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', params: { dimensions: 1024 } };
+        }
         if (!_settings.embeddings.params) _settings.embeddings.params = { dimensions: 1024 };
         if (!_settings.embeddings.params?.dimensions) _settings.embeddings.params.dimensions = 1024;