@smythos/sre 1.7.7 → 1.7.11

package/dist/types/Core/ConnectorsService.d.ts

@@ -1,24 +1,22 @@
-import { TConnectorService, TServiceRegistry } from '@sre/types/SRE.types';
-import { Connector } from './Connector.class';
-import { StorageConnector } from '@sre/IO/Storage.service/StorageConnector';
-import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
-import { LLMConnector } from '@sre/LLMManager/LLM.service/LLMConnector';
-import { VaultConnector } from '@sre/Security/Vault.service/VaultConnector';
-import { AccountConnector } from '@sre/Security/Account.service/AccountConnector';
 import { AgentDataConnector } from '@sre/AgentManager/AgentData.service/AgentDataConnector';
-import { VectorDBConnector } from '@sre/IO/VectorDB.service/VectorDBConnector';
+import { ComponentConnector } from '@sre/AgentManager/Component.service/ComponentConnector';
+import { SchedulerConnector } from '@sre/AgentManager/Scheduler.service/SchedulerConnector';
+import { CodeConnector } from '@sre/ComputeManager/Code.service/CodeConnector';
 import { CLIConnector } from '@sre/IO/CLI.service/CLIConnector';
+import { LogConnector } from '@sre/IO/Log.service/LogConnector';
 import { NKVConnector } from '@sre/IO/NKV.service/NKVConnector';
 import { RouterConnector } from '@sre/IO/Router.service/RouterConnector';
-import { ManagedVaultConnector } from '@sre/Security/ManagedVault.service/ManagedVaultConnector';
-import { LogConnector } from '@sre/IO/Log.service/LogConnector';
-import { ComponentConnector } from '@sre/AgentManager/Component.service/ComponentConnector';
+import { StorageConnector } from '@sre/IO/Storage.service/StorageConnector';
+import { VectorDBConnector } from '@sre/IO/VectorDB.service/VectorDBConnector';
+import { LLMConnector } from '@sre/LLMManager/LLM.service/LLMConnector';
 import { ModelsProviderConnector } from '@sre/LLMManager/ModelsProvider.service/ModelsProviderConnector';
-import { CodeConnector } from '@sre/ComputeManager/Code.service/CodeConnector';
-import { SchedulerConnector } from '@sre/AgentManager/Scheduler.service/SchedulerConnector';
+import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
+import { AccountConnector } from '@sre/Security/Account.service/AccountConnector';
+import { ManagedVaultConnector } from '@sre/Security/ManagedVault.service/ManagedVaultConnector';
+import { VaultConnector } from '@sre/Security/Vault.service/VaultConnector';
+import { TConnectorService, TServiceRegistry } from '@sre/types/SRE.types';
 export declare class ConnectorService {
-    static Connectors: {};
-    protected static _instances: any;
+    static get Connectors(): any;
     static get ConnectorInstances(): any;
     static get ready(): boolean;
     static get service(): TServiceRegistry;
@@ -41,7 +39,7 @@ export declare class ConnectorService {
      * @param isDefault
      * @returns
      */
-    static init(connectorType: TConnectorService, connectorName: string, connectorId?: string, settings?: any, isDefault?: boolean): Connector<any>;
+    static init(connectorType: TConnectorService, connectorName: string, connectorId?: string, settings?: any, isDefault?: boolean): any;
     static _stop(): Promise<void>;
     static getInstance<T>(connectorType: TConnectorService, connectorName?: string): T;
     static getStorageConnector(name?: string): StorageConnector;

package/dist/types/Core/SmythRuntime.class.d.ts

@@ -7,6 +7,8 @@ export declare class SmythRuntime {
     private _readyResolve;
     get version(): string;
     private defaultConfig;
+    connectors: any;
+    connectorInstances: any;
     protected constructor();
     protected static instance?: SmythRuntime;
     static get Instance(): SmythRuntime;

package/dist/types/subsystems/IO/Storage.service/SmythFS.class.d.ts

@@ -1,7 +1,7 @@
+import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
 import { IAccessCandidate } from '@sre/types/ACL.types';
 import { StorageData, StorageMetadata } from '@sre/types/Storage.types';
-import { StorageConnector } from './StorageConnector';
-import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
+import { StorageConnector } from '@sre/IO/Storage.service/StorageConnector';
 export type TSmythFSURI = {
     hash: string;
     team: string;

package/dist/types/subsystems/IO/VectorDB.service/embed/BaseEmbedding.d.ts

@@ -1,10 +1,11 @@
 import { IVectorDataSourceDto, Source } from '@sre/types/VectorDB.types';
 import { SupportedProviders, SupportedModels } from './index';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
+import { TLLMCredentials } from '@sre/types/LLM.types';
 export type TEmbeddings = {
     provider?: SupportedProviders;
     model?: SupportedModels[SupportedProviders];
-    credentials?: {
+    credentials?: TLLMCredentials | TLLMCredentials[] | {
         apiKey: string;
     };
     dimensions?: number;

package/dist/types/subsystems/ObservabilityManager/Log.service/LogConnector.d.ts

@@ -0,0 +1,17 @@
+import { SecureConnector } from '@sre/Security/SecureConnector.class';
+import { IAccessCandidate } from '@sre/types/ACL.types';
+import { ACL } from '@sre/Security/AccessControl/ACL.class';
+import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
+import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
+import { AgentCallLog } from '@sre/types/AgentLogger.types';
+export interface ILogRequest {
+    log(logData: AgentCallLog, callId?: string): Promise<any>;
+    logTask(tasks: number, isUsingTestDomain: boolean): Promise<void>;
+}
+export declare abstract class LogConnector extends SecureConnector {
+    abstract id: string;
+    abstract getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL>;
+    requester(candidate: AccessCandidate): ILogRequest;
+    protected abstract log(acRequest: AccessRequest, logData: AgentCallLog, callId?: string): Promise<any>;
+    protected abstract logTask(acRequest: AccessRequest, tasks: number, isUsingTestDomain: boolean): Promise<void>;
+}

package/dist/types/subsystems/ObservabilityManager/Log.service/connectors/ConsoleLog.class.d.ts

@@ -0,0 +1,12 @@
+import { AccessRequest } from '@sre/Security/AccessControl/AccessRequest.class';
+import { ACL } from '@sre/Security/AccessControl/ACL.class';
+import { IAccessCandidate } from '@sre/types/ACL.types';
+import { LogConnector } from '../LogConnector';
+import { AgentCallLog } from '@sre/types/AgentLogger.types';
+export declare class ConsoleLog extends LogConnector {
+    name: string;
+    id: string;
+    getResourceACL(resourceId: string, candidate: IAccessCandidate): Promise<ACL>;
+    protected log(acRequest: AccessRequest, logData: AgentCallLog, callId?: string): Promise<any>;
+    protected logTask(acRequest: AccessRequest, tasks: number, isUsingTestDomain: boolean): Promise<void>;
+}

package/dist/types/subsystems/ObservabilityManager/Log.service/index.d.ts

@@ -0,0 +1,4 @@
+import { ConnectorServiceProvider } from '@sre/Core/ConnectorsService';
+export declare class LogService extends ConnectorServiceProvider {
+    register(): void;
+}

package/dist/types/subsystems/Security/Vault.service/connectors/JSONFileVault.class.d.ts

@@ -15,9 +15,11 @@ export declare class JSONFileVault extends VaultConnector {
     private shared;
     private vaultFile;
     private watcher;
+    private _interactiveVaultCreation;
     constructor(_settings: JSONFileVaultConfig);
     private findVaultFile;
     private getMasterKeyInteractive;
+    private createDefaultVaultInteractive;
     /**
      * Resolves environment variable references in vault values.
      * Supports syntax: $env(VARIABLE_NAME)

package/dist/types/utils/cli.utils.d.ts

@@ -18,3 +18,39 @@ export declare function parseCLIArgs(argList: string | Array<string>, argv?: Arr
  * calling getMainArgs(process.argv) will return ['file', 'settings']
  */
 export declare function getMainArgs(argv?: Array<string>): Array<string>;
+export declare const colors: {
+    reset: string;
+    bright: string;
+    dim: string;
+    underscore: string;
+    blink: string;
+    reverse: string;
+    hidden: string;
+    black: string;
+    red: string;
+    green: string;
+    orange: string;
+    yellow: string;
+    blue: string;
+    magenta: string;
+    cyan: string;
+    white: string;
+    bgBlack: string;
+    bgRed: string;
+    bgGreen: string;
+    bgYellow: string;
+    bgBlue: string;
+    bgMagenta: string;
+    bgCyan: string;
+    bgWhite: string;
+};
+/**
+ * Prompt the user for a yes/no question synchronously.
+ * Returns true for Yes, false for No.
+ * Keeps asking until a valid response is entered.
+ *
+ * @param {string} question - The question to ask (no need to add "(Y/N)").
+ * @returns {boolean} - True for yes, false for no.
+ */
+export declare function askYesNo(question: any): boolean;
+export declare function askForValues(message: any, prompts: any, options?: {}): {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@smythos/sre",
-  "version": "1.7.7",
+  "version": "1.7.11",
   "description": "Smyth Runtime Environment",
   "author": "Alaa-eddine KADDOURI",
   "license": "MIT",

package/src/Core/ConnectorsService.ts

@@ -1,27 +1,29 @@
-import { SREConnectorConfig, TConnectorService, TServiceRegistry } from '@sre/types/SRE.types';
-import { DummyConnector } from './DummyConnector';
-import { Logger } from '../helpers/Log.helper';
-import { Connector } from './Connector.class';
-import { getFormattedStackTrace, isSubclassOf, printStackTrace } from '@sre/utils';
-import { SystemEvents } from './SystemEvents';
-import { StorageConnector } from '@sre/IO/Storage.service/StorageConnector';
-import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
-import { LLMConnector } from '@sre/LLMManager/LLM.service/LLMConnector';
-import { VaultConnector } from '@sre/Security/Vault.service/VaultConnector';
-import { AccountConnector } from '@sre/Security/Account.service/AccountConnector';
 import { AgentDataConnector } from '@sre/AgentManager/AgentData.service/AgentDataConnector';
-import { VectorDBConnector } from '@sre/IO/VectorDB.service/VectorDBConnector';
+import { ComponentConnector } from '@sre/AgentManager/Component.service/ComponentConnector';
+import { SchedulerConnector } from '@sre/AgentManager/Scheduler.service/SchedulerConnector';
+import { CodeConnector } from '@sre/ComputeManager/Code.service/CodeConnector';
 import { CLIConnector } from '@sre/IO/CLI.service/CLIConnector';
+import { LogConnector } from '@sre/IO/Log.service/LogConnector';
 import { NKVConnector } from '@sre/IO/NKV.service/NKVConnector';
 import { RouterConnector } from '@sre/IO/Router.service/RouterConnector';
-import { ManagedVaultConnector } from '@sre/Security/ManagedVault.service/ManagedVaultConnector';
-import { LogConnector } from '@sre/IO/Log.service/LogConnector';
-import { ComponentConnector } from '@sre/AgentManager/Component.service/ComponentConnector';
+import { StorageConnector } from '@sre/IO/Storage.service/StorageConnector';
+import { VectorDBConnector } from '@sre/IO/VectorDB.service/VectorDBConnector';
+import { LLMConnector } from '@sre/LLMManager/LLM.service/LLMConnector';
 import { ModelsProviderConnector } from '@sre/LLMManager/ModelsProvider.service/ModelsProviderConnector';
-import { CodeConnector } from '@sre/ComputeManager/Code.service/CodeConnector';
-import { SchedulerConnector } from '@sre/AgentManager/Scheduler.service/SchedulerConnector';
+import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
+import { AccountConnector } from '@sre/Security/Account.service/AccountConnector';
+import { ManagedVaultConnector } from '@sre/Security/ManagedVault.service/ManagedVaultConnector';
+import { VaultConnector } from '@sre/Security/Vault.service/VaultConnector';
+import { TConnectorService, TServiceRegistry } from '@sre/types/SRE.types';
+import { isSubclassOf, printStackTrace } from '@sre/utils';
+import { Logger } from '../helpers/Log.helper';
+import { Connector } from './Connector.class';
+import { DummyConnector } from './DummyConnector';
+import { SystemEvents } from './SystemEvents';
 const console = Logger('ConnectorService');
-const SRE_CONNECTORS_GLOBAL_KEY = Symbol.for('SRE:ConnectorInstances');
+const SRE_CONNECTORS_INSTANCE_SYMBOL = Symbol.for('SRE:ConnectorInstances');
+const SRE_CONNECTORS_SYMBOL = Symbol.for('SRE:Connector');
+
 let ServiceRegistry: TServiceRegistry = {};
 let _ready = false;
 SystemEvents.on('SRE:Booted', (services) => {
@@ -29,19 +31,23 @@ SystemEvents.on('SRE:Booted', (services) => {
     _ready = true;
 });
 export class ConnectorService {
-    public static Connectors = {};
-
-    protected static _instances: any = {};
+    //public static Connectors = {};
+    public static get Connectors() {
+        if (!global[SRE_CONNECTORS_SYMBOL]) {
+            global[SRE_CONNECTORS_SYMBOL] = {};
+        }
+        return global[SRE_CONNECTORS_SYMBOL];
+    }
 
     public static get ConnectorInstances() {
-        if (global[SRE_CONNECTORS_GLOBAL_KEY]) {
-            return global[SRE_CONNECTORS_GLOBAL_KEY];
+        if (!global[SRE_CONNECTORS_INSTANCE_SYMBOL]) {
+            global[SRE_CONNECTORS_INSTANCE_SYMBOL] = {};
         }
-        ConnectorService._instances = {};
-        global[SRE_CONNECTORS_GLOBAL_KEY] = ConnectorService._instances;
-        return ConnectorService._instances;
+
+        return global[SRE_CONNECTORS_INSTANCE_SYMBOL];
     }
     //public static ConnectorInstances: any = {};
+
     public static get ready() {
         return _ready;
     }
@@ -64,6 +70,10 @@ export class ConnectorService {
         if (!ConnectorService.Connectors[connectorType]) {
             ConnectorService.Connectors[connectorType] = {};
         }
+        if (ConnectorService.Connectors[connectorType][connectorName]) {
+            console.warn(`Connector ${connectorType}:${connectorName} already registered ... skipping`);
+            return;
+        }
         ConnectorService.Connectors[connectorType][connectorName] = connectorConstructor;
     }
 
@@ -80,7 +90,10 @@ export class ConnectorService {
      */
     static init(connectorType: TConnectorService, connectorName: string, connectorId?: string, settings: any = {}, isDefault = false) {
         if (ConnectorService.ConnectorInstances[connectorType]?.[connectorName]) {
-            throw new Error(`Connector ${connectorType}:${connectorName} already initialized`);
+            //throw new Error(`Connector ${connectorType}:${connectorName} already initialized`);
+            console.warn(`Connector ${connectorType}:${connectorName} already initialized ... skipping`);
+
+            return ConnectorService.ConnectorInstances[connectorType]?.[connectorName];
         }
 
         const entry = ConnectorService.Connectors[connectorType];
@@ -114,6 +127,8 @@ export class ConnectorService {
                 connector.stop();
             }
         }
+        delete global[SRE_CONNECTORS_INSTANCE_SYMBOL];
+        delete global[SRE_CONNECTORS_SYMBOL];
     }
     static getInstance<T>(connectorType: TConnectorService, connectorName: string = 'default'): T {
         const instance = ConnectorService.ConnectorInstances[connectorType]?.[connectorName || 'default'] as T;
@@ -123,10 +138,14 @@ export class ConnectorService {
             //     //return the first instance
             //     return ConnectorService.ConnectorInstances[connectorType][Object.keys(ConnectorService.ConnectorInstances[connectorType])[0]] as T;
             // }
-            console.warn(`Connector ${connectorType} not initialized returning DummyConnector`);
+            console.warn(
+                `Connector ${connectorType}:${
+                    typeof connectorName === 'string' ? connectorName : JSON.stringify(connectorName)
+                } not initialized returning DummyConnector`
+            );
             //print stack trace
 
-            printStackTrace(console, 5);
+            printStackTrace(console, 10);
 
             return DummyConnector(connectorType) as T;
         }

package/src/Core/SmythRuntime.class.ts

@@ -9,7 +9,7 @@ import pkg from '../../package.json';
 
 const logger = Logger('SRE');
 
-const SRE_GLOBAL_KEY = Symbol.for('SRE:Instance');
+const SRE_INSTANCE_SYMBOL = Symbol.for('SRE:Instance');
 
 export class SmythRuntime {
     public started = false;
@@ -78,6 +78,8 @@ export class SmythRuntime {
         },
     };
 
+    public connectors: any = {};
+    public connectorInstances: any = {};
     protected constructor() {
         this.started = true;
         this._readyPromise = new Promise((resolve) => {
@@ -86,22 +88,22 @@ export class SmythRuntime {
     }
 
     protected static instance?: SmythRuntime;
-    // public static get Instance(): SmythRuntime {
-    //     if (!SmythRuntime.instance) {
-    //         SmythRuntime.instance = new SmythRuntime();
-    //     }
-    //     return SmythRuntime.instance;
-    // }
-
     public static get Instance(): SmythRuntime {
-        if (global[SRE_GLOBAL_KEY]) {
-            return global[SRE_GLOBAL_KEY];
+        if (!SmythRuntime.instance) {
+            SmythRuntime.instance = new SmythRuntime();
         }
-        SmythRuntime.instance = new SmythRuntime();
-        global[SRE_GLOBAL_KEY] = SmythRuntime.instance;
         return SmythRuntime.instance;
     }
 
+    // public static get Instance(): SmythRuntime {
+    //     if (global[SRE_INSTANCE_SYMBOL]) {
+    //         return global[SRE_INSTANCE_SYMBOL];
+    //     }
+    //     global[SRE_INSTANCE_SYMBOL] = new SmythRuntime();
+    //     //global[SRE_GLOBAL_KEY] = SmythRuntime.instance;
+    //     return global[SRE_INSTANCE_SYMBOL];
+    // }
+
     private _initializing = false;
 
     public get initializing() {
@@ -112,18 +114,20 @@ export class SmythRuntime {
 
     public init(_config?: SREConfig): SmythRuntime {
         logger.info(`SRE v${this.version} initializing...`);
-        if (!_config || JSON.stringify(_config) === '{}') {
-            this._smythDir = findSmythPath();
-            logger.info('.smyth directory found in:', this._smythDir);
+        if (this._initialized) {
+            console.warn('SRE already initialized ... skipping');
+            return SmythRuntime.Instance;
         }
 
         if (this._initializing) {
             console.warn('You tried to initialize SRE while it is already initializing ... skipping');
-            return;
+            return SmythRuntime.Instance;
         }
-        if (this._initialized) {
-            throw new Error('SRE already initialized');
+        if (!_config || JSON.stringify(_config) === '{}') {
+            this._smythDir = findSmythPath();
+            logger.info('.smyth directory found in:', this._smythDir);
         }
+
         this._initializing = true;
         SystemEvents.on('SRE:Booted', () => {
             this._readyResolve(true);
@@ -218,7 +222,7 @@ export class SmythRuntime {
         this._stopping = true;
         logger.info('Sending Shutdown Signals To All Subsystems...');
         await ConnectorService._stop();
-        SmythRuntime.instance = undefined;
+        //delete global[SRE_INSTANCE_SYMBOL];
         this.started = false;
     }
 

package/src/subsystems/IO/Storage.service/SmythFS.class.ts

@@ -1,17 +1,15 @@
 import { ConnectorService } from '@sre/Core/ConnectorsService';
+import { JSONContentHelper } from '@sre/helpers/JsonContent.helper';
+import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
 import { ACL } from '@sre/Security/AccessControl/ACL.class';
 import { DEFAULT_TEAM_ID, IAccessCandidate, TAccessLevel, TAccessRole } from '@sre/types/ACL.types';
 import { StorageData, StorageMetadata } from '@sre/types/Storage.types';
 import { getMimeType } from '@sre/utils';
+import crypto from 'crypto';
 import mime from 'mime';
 import { Readable } from 'stream';
-import { StorageConnector } from './StorageConnector';
-import { SmythRuntime } from '@sre/Core/SmythRuntime.class';
-import { CacheConnector } from '@sre/MemoryManager/Cache.service/CacheConnector';
-import crypto from 'crypto';
-import { JSONContentHelper } from '@sre/helpers/JsonContent.helper';
-import { SystemEvents } from '@sre/Core/SystemEvents';
+import { StorageConnector } from '@sre/IO/Storage.service/StorageConnector';
 
 export type TSmythFSURI = {
     hash: string;
@@ -46,6 +44,7 @@ export class SmythFS {
     // Multiton pattern - get instance based on storage and cache provider combination
     public static getInstance(storageProvider: string | StorageConnector = '', cacheProvider: string | CacheConnector = ''): SmythFS {
         // First get the actual connector names to calculate the correct hash
+
         const storage = storageProvider instanceof StorageConnector ? storageProvider : ConnectorService.getStorageConnector(storageProvider);
         const cache = cacheProvider instanceof CacheConnector ? cacheProvider : ConnectorService.getCacheConnector(cacheProvider);
         const hash = SmythFS.generateInstanceHash(storage.name, cache.name);

package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts

@@ -78,10 +78,10 @@ export class MilvusVectorDB extends VectorDBConnector {
         this.cache = ConnectorService.getCacheConnector();
 
         if (!_settings.embeddings) {
-            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', dimensions: 1024 };
+            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', dimensions: 3072 };
         }
 
-        if (!_settings.embeddings.dimensions) _settings.embeddings.dimensions = 1024;
+        if (!_settings.embeddings.dimensions) _settings.embeddings.dimensions = 3072;
 
         this.embedder = EmbeddingsFactory.create(_settings.embeddings.provider, _settings.embeddings);
 

package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts

@@ -74,9 +74,9 @@ export class PineconeVectorDB extends VectorDBConnector {
         this.cache = ConnectorService.getCacheConnector();
         this.nkvConnector = ConnectorService.getNKVConnector();
         if (!_settings.embeddings) {
-            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', dimensions: 1024 };
+            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', dimensions: 3072 };
         }
-        if (!_settings.embeddings.dimensions) _settings.embeddings.dimensions = 1024;
+        if (!_settings.embeddings.dimensions) _settings.embeddings.dimensions = 3072;
 
         this.embedder = EmbeddingsFactory.create(_settings.embeddings.provider, _settings.embeddings);
     }

package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts

@@ -72,10 +72,10 @@ export class RAMVectorDB extends VectorDBConnector {
         this.accountConnector = ConnectorService.getAccountConnector();
 
         if (!_settings.embeddings) {
-            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', dimensions: 1024 };
+            _settings.embeddings = { provider: 'OpenAI', model: 'text-embedding-3-large', dimensions: 3072 };
         }
 
-        if (!_settings.embeddings.dimensions) _settings.embeddings.dimensions = 1024;
+        if (!_settings.embeddings.dimensions) _settings.embeddings.dimensions = 3072;
 
         this.embedder = EmbeddingsFactory.create(_settings.embeddings.provider, _settings.embeddings);
     }

package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts

@@ -2,14 +2,18 @@ import { IVectorDataSourceDto, Source } from '@sre/types/VectorDB.types';
 import { isUrl } from '@sre/utils/index';
 import { SupportedProviders, SupportedModels } from './index';
 import { AccessCandidate } from '@sre/Security/AccessControl/AccessCandidate.class';
+import { TLLMCredentials } from '@sre/types/LLM.types';
 
 export type TEmbeddings = {
     provider?: SupportedProviders;
     model?: SupportedModels[SupportedProviders];
 
-    credentials?: {
-        apiKey: string;
-    };
+    credentials?:
+        | TLLMCredentials
+        | TLLMCredentials[]
+        | {
+              apiKey: string;
+          };
 
     dimensions?: number;
     timeout?: number;
@@ -66,8 +70,8 @@ export abstract class BaseEmbedding {
 
     public chunkText(text: string, { chunkSize, chunkOverlap }: { chunkSize?: number; chunkOverlap?: number }): string[] {
         const textSplitter = new TextSplitter({
-            chunkSize: chunkSize || this.chunkSize,
-            chunkOverlap: chunkOverlap || this.chunkOverlap,
+            chunkSize: chunkSize ?? this.chunkSize,
+            chunkOverlap: chunkOverlap ?? this.chunkOverlap,
         });
         return textSplitter.splitText(text);
     }

package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts

@@ -18,7 +18,7 @@ const createOpenAIError = (statusCode: number, error: any) => {
     );
 };
 
-const DEFAULT_MODEL = 'text-embedding-ada-002';
+const DEFAULT_MODEL = 'text-embedding-3-large';
 
 export class OpenAIEmbeds extends BaseEmbedding {
     protected client: OpenAIClient;

package/src/subsystems/IO/VectorDB.service/embed/index.ts

@@ -28,6 +28,7 @@ export class EmbeddingsFactory {
         //if the model is a TLLMModel, we need to convert it to a SupportedModels[SupportedProviders]
         if (config.model && typeof config.model === 'object') {
             provider = (config.model as TLLMModel).provider as SupportedProviders;
+            config.credentials = (config.model as TLLMModel).credentials;
             config.model = (config.model as TLLMModel).modelId;
         }
 

package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts

@@ -10,6 +10,9 @@ import crypto from 'crypto';
 import fs from 'fs';
 import * as readlineSync from 'readline-sync';
 import { VaultConnector } from '../VaultConnector';
+import { askForValues, colors } from '@sre/utils/index';
+import os from 'os';
+import path from 'path';
 
 const logger = Logger('JSONFileVault');
 
@@ -27,6 +30,8 @@ export class JSONFileVault extends VaultConnector {
     private vaultFile: string;
     private watcher: chokidar.FSWatcher | null = null;
 
+    private _interactiveVaultCreation: boolean = false;
+
     constructor(protected _settings: JSONFileVaultConfig) {
         super(_settings);
         //if (!SmythRuntime.Instance) throw new Error('SRE not initialized');
@@ -61,8 +66,15 @@ export class JSONFileVault extends VaultConnector {
         }
 
         console.warn('!!! All attempts to find the vault file failed !!!');
-        console.warn('!!! Will continue without vault !!!');
-        console.warn('!!! Many features might not work !!!');
+        if (!this._interactiveVaultCreation) {
+            this.createDefaultVaultInteractive();
+            this._interactiveVaultCreation = true;
+            return this.findVaultFile(this.vaultFile);
+        } else {
+            process.stdout.write(colors.red + '[ERR] Could not find or create a valid vault file.\n' + colors.reset);
+            console.warn('!!! SRE Will continue without vault !!!');
+            console.warn('!!! Many features might not work !!!');
+        }
 
         return null;
     }
@@ -79,6 +91,52 @@ export class JSONFileVault extends VaultConnector {
         return masterKey;
     }
 
+    private createDefaultVaultInteractive(): boolean {
+        const userVaultDir = path.resolve(os.homedir(), '.smyth');
+
+        const userVaultPath = path.resolve(userVaultDir, 'vault.json');
+
+        process.stdout.write(colors.red + '\n\n\n\n SRE Initialization was interrupted because no valid vault file was found.\n' + colors.reset);
+        process.stdout.write(
+            colors.red + 'I will help you create a default vault file here : ' + path.relative(process.cwd(), userVaultPath) + '\n' + colors.reset
+        );
+        process.stdout.write(colors.red + '\nUse Ctrl+C to cancel.\n' + colors.reset);
+        process.stdout.write(colors.bright + '===[ SRE : JSON Vault Creation ]=========================' + colors.reset + '\n');
+
+        const apiKeys = askForValues('Please enter the API keys for your LLM providers (Press Enter to skip any key):', {
+            openai: 'OpenAI : ',
+            anthropic: 'Anthropic : ',
+            googleai: 'Google AI : ',
+            xai: 'xAI : ',
+            groq: 'Groq : ',
+        });
+
+        const defaultVault = {
+            default: {
+                echo: '',
+                openai: '',
+                anthropic: '',
+                googleai: '',
+                groq: '',
+                togetherai: '',
+                xai: '',
+                deepseek: '',
+                tavily: '',
+                scrapfly: '',
+                ...apiKeys,
+            },
+        };
+        fs.mkdirSync(userVaultDir, { recursive: true });
+        fs.writeFileSync(userVaultPath, JSON.stringify(defaultVault, null, 2));
+
+        process.stdout.write(colors.bright + colors.green + '\nThe vault file is now created at : ' + userVaultPath + colors.reset);
+        process.stdout.write(colors.bright + '\nYou can edit it later if you want to add/update keys.' + colors.reset);
+
+        process.stdout.write(colors.bright + '\n================================================\n\n\n' + colors.reset);
+
+        return true;
+    }
+
     /**
      * Resolves environment variable references in vault values.
      * Supports syntax: $env(VARIABLE_NAME)