MindsDB 25.5.4.1__py3-none-any.whl → 25.6.2.0__py3-none-any.whl

mindsdb/interfaces/agents/agents_controller.py

@@ -1,5 +1,6 @@
 import datetime
-from typing import Dict, Iterator, List, Union, Tuple, Optional
+from typing import Dict, Iterator, List, Union, Tuple, Optional, Any
+import copy
 
 from langchain_core.tools import BaseTool
 from sqlalchemy.orm.attributes import flag_modified
@@ -14,18 +15,20 @@ from mindsdb.interfaces.model.functions import PredictorRecordNotFound
 from mindsdb.interfaces.model.model_controller import ModelController
 from mindsdb.interfaces.skills.skills_controller import SkillsController
 from mindsdb.utilities.config import config
+from mindsdb.utilities import log
+
 from mindsdb.utilities.exception import EntityExistsError, EntityNotExistsError
 
-from .constants import ASSISTANT_COLUMN, SUPPORTED_PROVIDERS, PROVIDER_TO_MODELS
+from .constants import ASSISTANT_COLUMN, SUPPORTED_PROVIDERS, PROVIDER_TO_MODELS, DEFAULT_TEXT2SQL_DATABASE
 from .langchain_agent import get_llm_provider
 
-default_project = config.get('default_project')
+logger = log.getLogger(__name__)
 
-DEFAULT_TEXT2SQL_DATABASE = 'mindsdb'
+default_project = config.get("default_project")
 
 
 class AgentsController:
-    '''Handles CRUD operations at the database level for Agents'''
+    """Handles CRUD operations at the database level for Agents"""
 
     assistant_column = ASSISTANT_COLUMN
 
@@ -33,7 +36,7 @@ class AgentsController:
         self,
         project_controller: ProjectController = None,
         skills_controller: SkillsController = None,
-        model_controller: ModelController = None
+        model_controller: ModelController = None,
     ):
         if project_controller is None:
             project_controller = ProjectController()
@@ -46,7 +49,7 @@ class AgentsController:
         self.model_controller = model_controller
 
     def check_model_provider(self, model_name: str, provider: str = None) -> Tuple[dict, str]:
-        '''
+        """
         Checks if a model exists, and gets the provider of the model.
 
         The provider is either the provider of the model, or the provider given as an argument.
@@ -58,25 +61,29 @@ class AgentsController:
         Returns:
             model (dict): The model object
             provider (str): The provider of the model
-        '''
+        """
         model = None
 
+        # Handle the case when model_name is None (using default LLM)
+        if model_name is None:
+            return model, provider
+
         try:
             model_name_no_version, model_version = Predictor.get_name_and_version(model_name)
             model = self.model_controller.get_model(model_name_no_version, version=model_version)
-            provider = 'mindsdb' if model.get('provider') is None else model.get('provider')
+            provider = "mindsdb" if model.get("provider") is None else model.get("provider")
         except PredictorRecordNotFound:
             if not provider:
                 # If provider is not given, get it from the model name
                 provider = get_llm_provider({"model_name": model_name})
 
             elif provider not in SUPPORTED_PROVIDERS and model_name not in PROVIDER_TO_MODELS.get(provider, []):
-                raise ValueError(f'Model with name does not exist for provider {provider}: {model_name}')
+                raise ValueError(f"Model with name does not exist for provider {provider}: {model_name}")
 
         return model, provider
 
     def get_agent(self, agent_name: str, project_name: str = default_project) -> Optional[db.Agents]:
-        '''
+        """
         Gets an agent by name.
 
         Parameters:
@@ -85,19 +92,19 @@ class AgentsController:
 
         Returns:
             agent (Optional[db.Agents]): The database agent object
-        '''
+        """
 
         project = self.project_controller.get(name=project_name)
         agent = db.Agents.query.filter(
             db.Agents.name == agent_name,
             db.Agents.project_id == project.id,
             db.Agents.company_id == ctx.company_id,
-            db.Agents.deleted_at == null()
+            db.Agents.deleted_at == null(),
         ).first()
         return agent
 
     def get_agent_by_id(self, id: int, project_name: str = default_project) -> db.Agents:
-        '''
+        """
         Gets an agent by id.
 
         Parameters:
@@ -106,14 +113,14 @@ class AgentsController:
 
         Returns:
             agent (db.Agents): The database agent object
-        '''
+        """
 
         project = self.project_controller.get(name=project_name)
         agent = db.Agents.query.filter(
             db.Agents.id == id,
             db.Agents.project_id == project.id,
             db.Agents.company_id == ctx.company_id,
-            db.Agents.deleted_at == null()
+            db.Agents.deleted_at == null(),
         ).first()
         return agent
 
@@ -128,10 +135,7 @@ class AgentsController:
             all-agents (List[db.Agents]): List of database agent object
         """
 
-        all_agents = db.Agents.query.filter(
-            db.Agents.company_id == ctx.company_id,
-            db.Agents.deleted_at == null()
-        )
+        all_agents = db.Agents.query.filter(db.Agents.company_id == ctx.company_id, db.Agents.deleted_at == null())
 
         if project_name is not None:
             project = self.project_controller.get(name=project_name)
@@ -141,14 +145,15 @@ class AgentsController:
         return all_agents.all()
 
     def add_agent(
-            self,
-            name: str,
-            project_name: str,
-            model_name: str,
-            skills: List[Union[str, dict]],
-            provider: str = None,
-            params: Dict[str, str] = {}) -> db.Agents:
-        '''
+        self,
+        name: str,
+        project_name: str = None,
+        model_name: str = None,
+        skills: List[Union[str, dict]] = None,
+        provider: str = None,
+        params: Dict[str, Any] = None,
+    ) -> db.Agents:
+        """
         Adds an agent to the database.
 
         Parameters:
@@ -172,7 +177,7 @@ class AgentsController:
 
         Raises:
             ValueError: Agent with given name already exists, or skill/model with given name does not exist.
-        '''
+        """
         if project_name is None:
             project_name = default_project
         project = self.project_controller.get(name=project_name)
@@ -180,126 +185,117 @@ class AgentsController:
         agent = self.get_agent(name, project_name)
 
         if agent is not None:
-            raise ValueError(f'Agent with name already exists: {name}')
+            raise ValueError(f"Agent with name already exists: {name}")
+
+        if model_name is not None:
+            _, provider = self.check_model_provider(model_name, provider)
+
+        # No need to copy params since we're not preserving the original reference
+        params = params or {}
 
-        _, provider = self.check_model_provider(model_name, provider)
+        if model_name is None:
+            logger.warning("'model_name' param is not provided. Using default global llm model at runtime.")
+
+        # If model_name is not provided, we use default global llm model at runtime
+        # Default parameters will be applied at runtime via get_agent_llm_params
+        # This allows global default updates to apply to all agents immediately
 
         # Extract API key if provided in the format <provider>_api_key
-        provider_api_key_param = f"{provider.lower()}_api_key"
-        if provider_api_key_param in params:
-            # Keep the API key in params for the agent to use
+        if provider is not None:
+            provider_api_key_param = f"{provider.lower()}_api_key"
+            if provider_api_key_param in params:
+                # Keep the API key in params for the agent to use
+                # It will be picked up by get_api_key() in handler_utils.py
+                pass
+
+        # Handle generic api_key parameter if provided
+        if "api_key" in params:
+            # Keep the generic API key in params for the agent to use
             # It will be picked up by get_api_key() in handler_utils.py
             pass
 
         # Extract table and knowledge base parameters from params
-        database = params.pop('database', None)
-        knowledge_base_database = params.pop('knowledge_base_database', DEFAULT_TEXT2SQL_DATABASE)
-        include_tables = params.pop('include_tables', None)
-        ignore_tables = params.pop('ignore_tables', None)
-        include_knowledge_bases = params.pop('include_knowledge_bases', None)
-        ignore_knowledge_bases = params.pop('ignore_knowledge_bases', None)
+        database = params.pop("database", None)
+        knowledge_base_database = params.pop("knowledge_base_database", DEFAULT_TEXT2SQL_DATABASE)
+        include_tables = params.pop("include_tables", None)
+        ignore_tables = params.pop("ignore_tables", None)
+        include_knowledge_bases = params.pop("include_knowledge_bases", None)
+        ignore_knowledge_bases = params.pop("ignore_knowledge_bases", None)
 
         # Save the extracted parameters back to params for API responses only if they were explicitly provided
         # or if they're needed for skills
         need_params = include_tables or ignore_tables or include_knowledge_bases or ignore_knowledge_bases
 
-        if 'database' in params or need_params:
-            params['database'] = database
+        if "database" in params or need_params:
+            params["database"] = database
 
-        if 'knowledge_base_database' in params or include_knowledge_bases or ignore_knowledge_bases:
-            params['knowledge_base_database'] = knowledge_base_database
+        if "knowledge_base_database" in params or include_knowledge_bases or ignore_knowledge_bases:
+            params["knowledge_base_database"] = knowledge_base_database
 
         if include_tables is not None:
-            params['include_tables'] = include_tables
+            params["include_tables"] = include_tables
         if ignore_tables is not None:
-            params['ignore_tables'] = ignore_tables
+            params["ignore_tables"] = ignore_tables
         if include_knowledge_bases is not None:
-            params['include_knowledge_bases'] = include_knowledge_bases
+            params["include_knowledge_bases"] = include_knowledge_bases
         if ignore_knowledge_bases is not None:
-            params['ignore_knowledge_bases'] = ignore_knowledge_bases
+            params["ignore_knowledge_bases"] = ignore_knowledge_bases
 
         # Convert string parameters to lists if needed
         if isinstance(include_tables, str):
-            include_tables = [t.strip() for t in include_tables.split(',')]
+            include_tables = [t.strip() for t in include_tables.split(",")]
         if isinstance(ignore_tables, str):
-            ignore_tables = [t.strip() for t in ignore_tables.split(',')]
+            ignore_tables = [t.strip() for t in ignore_tables.split(",")]
         if isinstance(include_knowledge_bases, str):
-            include_knowledge_bases = [kb.strip() for kb in include_knowledge_bases.split(',')]
+            include_knowledge_bases = [kb.strip() for kb in include_knowledge_bases.split(",")]
         if isinstance(ignore_knowledge_bases, str):
-            ignore_knowledge_bases = [kb.strip() for kb in ignore_knowledge_bases.split(',')]
+            ignore_knowledge_bases = [kb.strip() for kb in ignore_knowledge_bases.split(",")]
 
         # Auto-create SQL skill if no skills are provided but include_tables or include_knowledge_bases params are provided
         if not skills and (include_tables or include_knowledge_bases):
-            # Determine database to use (default to 'mindsdb')
-            db_name = database
-            kb_db_name = knowledge_base_database
-
-            # If database is not explicitly provided but tables are, try to extract the database name from the first table
-            if not database and include_tables and len(include_tables) > 0:
-                parts = include_tables[0].split('.')
-                if len(parts) >= 2:
-                    db_name = parts[0]
-            elif not database and ignore_tables and len(ignore_tables) > 0:
-                parts = ignore_tables[0].split('.')
-                if len(parts) >= 2:
-                    db_name = parts[0]
-
             # Create a default SQL skill
             skill_name = f"{name}_sql_skill"
             skill_params = {
-                'type': 'sql',
-                'database': db_name,
-                'description': f'Auto-generated SQL skill for agent {name}'
+                "type": "sql",
+                "database": database,
+                "description": f"Auto-generated SQL skill for agent {name}",
             }
 
-            # Add knowledge base database if provided
-            if knowledge_base_database:
-                skill_params['knowledge_base_database'] = knowledge_base_database
+            # Add table restrictions if provided
+            if include_tables:
+                skill_params["include_tables"] = include_tables
+            if ignore_tables:
+                skill_params["ignore_tables"] = ignore_tables
 
             # Add knowledge base parameters if provided
+            if knowledge_base_database:
+                skill_params["knowledge_base_database"] = knowledge_base_database
             if include_knowledge_bases:
-                skill_params['include_knowledge_bases'] = include_knowledge_bases
+                skill_params["include_knowledge_bases"] = include_knowledge_bases
             if ignore_knowledge_bases:
-                skill_params['ignore_knowledge_bases'] = ignore_knowledge_bases
-
+                skill_params["ignore_knowledge_bases"] = ignore_knowledge_bases
             try:
                 # Check if skill already exists
                 existing_skill = self.skills_controller.get_skill(skill_name, project_name)
                 if existing_skill is None:
                     # Create the skill
-                    skill_type = skill_params.pop('type')
+                    skill_type = skill_params.pop("type")
                     self.skills_controller.add_skill(
-                        name=skill_name,
-                        project_name=project_name,
-                        type=skill_type,
-                        params=skill_params
+                        name=skill_name, project_name=project_name, type=skill_type, params=skill_params
                     )
                 else:
                     # Update the skill if parameters have changed
                     params_changed = False
 
-                    # Check if database has changed
-                    if existing_skill.params.get('database') != db_name:
-                        existing_skill.params['database'] = db_name
-                        params_changed = True
-
-                    # Check if knowledge base database has changed
-                    if knowledge_base_database and existing_skill.params.get('knowledge_base_database') != kb_db_name:
-                        existing_skill.params['knowledge_base_database'] = kb_db_name
-                        params_changed = True
-
-                    # Check if knowledge base parameters have changed
-                    if include_knowledge_bases and existing_skill.params.get('include_knowledge_bases') != include_knowledge_bases:
-                        existing_skill.params['include_knowledge_bases'] = include_knowledge_bases
-                        params_changed = True
-
-                    if ignore_knowledge_bases and existing_skill.params.get('ignore_knowledge_bases') != ignore_knowledge_bases:
-                        existing_skill.params['ignore_knowledge_bases'] = ignore_knowledge_bases
-                        params_changed = True
+                    # Check if skill parameters need to be updated
+                    for param_key, param_value in skill_params.items():
+                        if existing_skill.params.get(param_key) != param_value:
+                            existing_skill.params[param_key] = param_value
+                            params_changed = True
 
                     # Update the skill if needed
                     if params_changed:
-                        flag_modified(existing_skill, 'params')
+                        flag_modified(existing_skill, "params")
                         db.session.commit()
 
                 skills = [skill_name]
@@ -322,49 +318,45 @@ class AgentsController:
                 parameters = {}
             else:
                 parameters = skill.copy()
-                skill_name = parameters.pop('name')
+                skill_name = parameters.pop("name")
 
             existing_skill = self.skills_controller.get_skill(skill_name, project_name)
             if existing_skill is None:
                 db.session.rollback()
-                raise ValueError(f'Skill with name does not exist: {skill_name}')
+                raise ValueError(f"Skill with name does not exist: {skill_name}")
 
             # Add table restrictions if this is a text2sql skill
-            if existing_skill.type == 'sql' and (include_tables or ignore_tables):
-                parameters['tables'] = include_tables or ignore_tables
+            if existing_skill.type == "sql" and (include_tables or ignore_tables):
+                parameters["tables"] = include_tables or ignore_tables
 
             # Add knowledge base restrictions if this is a text2sql skill
-            if existing_skill.type == 'sql':
+            if existing_skill.type == "sql":
                 # Pass database parameter if provided
-                if database and 'database' not in parameters:
-                    parameters['database'] = database
+                if database and "database" not in parameters:
+                    parameters["database"] = database
 
                 # Pass knowledge base database parameter if provided
-                if knowledge_base_database and 'knowledge_base_database' not in parameters:
-                    parameters['knowledge_base_database'] = knowledge_base_database
+                if knowledge_base_database and "knowledge_base_database" not in parameters:
+                    parameters["knowledge_base_database"] = knowledge_base_database
 
                 # Add knowledge base parameters to both the skill and the association parameters
                 if include_knowledge_bases:
-                    parameters['include_knowledge_bases'] = include_knowledge_bases
-                    if 'include_knowledge_bases' not in existing_skill.params:
-                        existing_skill.params['include_knowledge_bases'] = include_knowledge_bases
-                        flag_modified(existing_skill, 'params')
+                    parameters["include_knowledge_bases"] = include_knowledge_bases
+                    if "include_knowledge_bases" not in existing_skill.params:
+                        existing_skill.params["include_knowledge_bases"] = include_knowledge_bases
+                        flag_modified(existing_skill, "params")
                 elif ignore_knowledge_bases:
-                    parameters['ignore_knowledge_bases'] = ignore_knowledge_bases
-                    if 'ignore_knowledge_bases' not in existing_skill.params:
-                        existing_skill.params['ignore_knowledge_bases'] = ignore_knowledge_bases
-                        flag_modified(existing_skill, 'params')
+                    parameters["ignore_knowledge_bases"] = ignore_knowledge_bases
+                    if "ignore_knowledge_bases" not in existing_skill.params:
+                        existing_skill.params["ignore_knowledge_bases"] = ignore_knowledge_bases
+                        flag_modified(existing_skill, "params")
 
                 # Ensure knowledge_base_database is set in the skill's params
-                if knowledge_base_database and 'knowledge_base_database' not in existing_skill.params:
-                    existing_skill.params['knowledge_base_database'] = knowledge_base_database
-                    flag_modified(existing_skill, 'params')
-
-            association = db.AgentSkillsAssociation(
-                parameters=parameters,
-                agent=agent,
-                skill=existing_skill
-            )
+                if knowledge_base_database and "knowledge_base_database" not in existing_skill.params:
+                    existing_skill.params["knowledge_base_database"] = knowledge_base_database
+                    flag_modified(existing_skill, "params")
+
+            association = db.AgentSkillsAssociation(parameters=parameters, agent=agent, skill=existing_skill)
             db.session.add(association)
 
         db.session.add(agent)
@@ -373,17 +365,18 @@ class AgentsController:
         return agent
 
     def update_agent(
-            self,
-            agent_name: str,
-            project_name: str = default_project,
-            name: str = None,
-            model_name: str = None,
-            skills_to_add: List[Union[str, dict]] = None,
-            skills_to_remove: List[str] = None,
-            skills_to_rewrite: List[Union[str, dict]] = None,
-            provider: str = None,
-            params: Dict[str, str] = None):
-        '''
+        self,
+        agent_name: str,
+        project_name: str = default_project,
+        name: str = None,
+        model_name: str = None,
+        skills_to_add: List[Union[str, dict]] = None,
+        skills_to_remove: List[str] = None,
+        skills_to_rewrite: List[Union[str, dict]] = None,
+        provider: str = None,
+        params: Dict[str, str] = None,
+    ):
+        """
         Updates an agent in the database.
 
         Parameters:
@@ -405,7 +398,7 @@ class AgentsController:
             EntityExistsError: if agent with new name already exists
             EntityNotExistsError: if agent with name or skill not found
             ValueError: if conflict in skills list
-        '''
+        """
 
         skills_to_add = skills_to_add or []
         skills_to_remove = skills_to_remove or []
@@ -418,15 +411,13 @@ class AgentsController:
 
         existing_agent = self.get_agent(agent_name, project_name=project_name)
         if existing_agent is None:
-            raise EntityNotExistsError(f'Agent with name not found: {agent_name}')
-        is_demo = (existing_agent.params or {}).get('is_demo', False)
-        if (
-            is_demo and (
-                (name is not None and name != agent_name)
-                or (model_name is not None and existing_agent.model_name != model_name)
-                or (provider is not None and existing_agent.provider != provider)
-                or (isinstance(params, dict) and len(params) > 0 and 'prompt_template' not in params)
-            )
+            raise EntityNotExistsError(f"Agent with name not found: {agent_name}")
+        is_demo = (existing_agent.params or {}).get("is_demo", False)
+        if is_demo and (
+            (name is not None and name != agent_name)
+            or (model_name is not None and existing_agent.model_name != model_name)
+            or (provider is not None and existing_agent.provider != provider)
+            or (isinstance(params, dict) and len(params) > 0 and "prompt_template" not in params)
         ):
             raise ValueError("It is forbidden to change properties of the demo object")
 
@@ -434,7 +425,7 @@ class AgentsController:
             # Check to see if updated name already exists
             agent_with_new_name = self.get_agent(name, project_name=project_name)
             if agent_with_new_name is not None:
-                raise EntityExistsError(f'Agent with updated name already exists: {name}')
+                raise EntityExistsError(f"Agent with updated name already exists: {name}")
             existing_agent.name = name
 
         if model_name or provider:
@@ -446,21 +437,21 @@ class AgentsController:
 
         # check that all skills exist
         skill_name_to_record_map = {}
-        for skill_meta in (skills_to_add + skills_to_remove + skills_to_rewrite):
-            skill_name = skill_meta['name'] if isinstance(skill_meta, dict) else skill_meta
+        for skill_meta in skills_to_add + skills_to_remove + skills_to_rewrite:
+            skill_name = skill_meta["name"] if isinstance(skill_meta, dict) else skill_meta
             if skill_name not in skill_name_to_record_map:
                 skill_record = self.skills_controller.get_skill(skill_name, project_name)
                 if skill_record is None:
-                    raise EntityNotExistsError(f'Skill with name does not exist: {skill_name}')
+                    raise EntityNotExistsError(f"Skill with name does not exist: {skill_name}")
                 skill_name_to_record_map[skill_name] = skill_record
 
         if len(skills_to_add) > 0 or len(skills_to_remove) > 0:
-            skills_to_add = [{'name': x} if isinstance(x, str) else x for x in skills_to_add]
-            skills_to_add_names = [x['name'] for x in skills_to_add]
+            skills_to_add = [{"name": x} if isinstance(x, str) else x for x in skills_to_add]
+            skills_to_add_names = [x["name"] for x in skills_to_add]
 
             # there are no intersection between lists
             if not set(skills_to_add_names).isdisjoint(set(skills_to_remove)):
-                raise ValueError('Conflict between skills to add and skills to remove.')
+                raise ValueError("Conflict between skills to add and skills to remove.")
 
             existing_agent_skills_names = [rel.skill.name for rel in existing_agent.skills_relationships]
 
@@ -471,19 +462,17 @@ class AgentsController:
                         db.session.delete(rel)
 
             # add skills
-            for skill_name in (set(skills_to_add_names) - set(existing_agent_skills_names)):
-                skill_parameters = next(x for x in skills_to_add if x['name'] == skill_name).copy()
-                del skill_parameters['name']
+            for skill_name in set(skills_to_add_names) - set(existing_agent_skills_names):
+                skill_parameters = next(x for x in skills_to_add if x["name"] == skill_name).copy()
+                del skill_parameters["name"]
                 association = db.AgentSkillsAssociation(
-                    parameters=skill_parameters,
-                    agent=existing_agent,
-                    skill=skill_name_to_record_map[skill_name]
+                    parameters=skill_parameters, agent=existing_agent, skill=skill_name_to_record_map[skill_name]
                 )
                 db.session.add(association)
         elif len(skills_to_rewrite) > 0:
-            skill_name_to_parameters = {x['name']: {
-                k: v for k, v in x.items() if k != 'name'
-            } for x in skills_to_rewrite}
+            skill_name_to_parameters = {
+                x["name"]: {k: v for k, v in x.items() if k != "name"} for x in skills_to_rewrite
+            }
             existing_skill_names = set()
             for rel in existing_agent.skills_relationships:
                 if rel.skill.name not in skill_name_to_parameters:
@@ -491,12 +480,12 @@ class AgentsController:
                 else:
                     existing_skill_names.add(rel.skill.name)
                     rel.parameters = skill_name_to_parameters[rel.skill.name]
-                    flag_modified(rel, 'parameters')
-            for new_skill_name in (set(skill_name_to_parameters) - existing_skill_names):
+                    flag_modified(rel, "parameters")
+            for new_skill_name in set(skill_name_to_parameters) - existing_skill_names:
                 association = db.AgentSkillsAssociation(
                     parameters=skill_name_to_parameters[new_skill_name],
                     agent=existing_agent,
-                    skill=skill_name_to_record_map[new_skill_name]
+                    skill=skill_name_to_record_map[new_skill_name],
                 )
                 db.session.add(association)
 
@@ -509,13 +498,13 @@ class AgentsController:
             existing_agent.params = params
             # Some versions of SQL Alchemy won't handle JSON updates correctly without this.
             # See: https://docs.sqlalchemy.org/en/20/orm/session_api.html#sqlalchemy.orm.attributes.flag_modified
-            flag_modified(existing_agent, 'params')
+            flag_modified(existing_agent, "params")
         db.session.commit()
 
         return existing_agent
 
     def delete_agent(self, agent_name: str, project_name: str = default_project):
-        '''
+        """
         Deletes an agent by name.
 
         Parameters:
@@ -524,23 +513,36 @@ class AgentsController:
 
         Raises:
             ValueError: Agent does not exist.
-        '''
+        """
 
         agent = self.get_agent(agent_name, project_name)
         if agent is None:
-            raise ValueError(f'Agent with name does not exist: {agent_name}')
-        if isinstance(agent.params, dict) and agent.params.get('is_demo') is True:
-            raise ValueError('Unable to delete demo object')
+            raise ValueError(f"Agent with name does not exist: {agent_name}")
+        if isinstance(agent.params, dict) and agent.params.get("is_demo") is True:
+            raise ValueError("Unable to delete demo object")
         agent.deleted_at = datetime.datetime.now()
         db.session.commit()
 
+    def get_agent_llm_params(self, model_params: dict):
+        """
+        Get agent LLM parameters by combining default config with user provided parameters.
+        Similar to how knowledge bases handle default parameters.
+        """
+        combined_model_params = copy.deepcopy(config.get("default_llm", {}))
+
+        if model_params:
+            combined_model_params.update(model_params)
+
+        return combined_model_params
+
     def get_completion(
-            self,
-            agent: db.Agents,
-            messages: List[Dict[str, str]],
-            project_name: str = default_project,
-            tools: List[BaseTool] = None,
-            stream: bool = False) -> Union[Iterator[object], pd.DataFrame]:
+        self,
+        agent: db.Agents,
+        messages: List[Dict[str, str]],
+        project_name: str = default_project,
+        tools: List[BaseTool] = None,
+        stream: bool = False,
+    ) -> Union[Iterator[object], pd.DataFrame]:
         """
         Queries an agent to get a completion.
 
@@ -558,12 +560,7 @@ class AgentsController:
             ValueError: Agent's model does not exist.
         """
         if stream:
-            return self._get_completion_stream(
-                agent,
-                messages,
-                project_name=project_name,
-                tools=tools
-            )
+            return self._get_completion_stream(agent, messages, project_name=project_name, tools=tools)
         from .langchain_agent import LangchainAgent
 
         model, provider = self.check_model_provider(agent.model_name, agent.provider)
@@ -572,16 +569,20 @@ class AgentsController:
             agent.provider = provider
             db.session.commit()
 
-        lang_agent = LangchainAgent(agent, model)
+        # Get agent parameters and combine with default LLM parameters at runtime
+        agent_params = self.get_agent_llm_params(agent.params)
+
+        lang_agent = LangchainAgent(agent, model, params=agent_params)
         return lang_agent.get_completion(messages)
 
     def _get_completion_stream(
-            self,
-            agent: db.Agents,
-            messages: List[Dict[str, str]],
-            project_name: str = default_project,
-            tools: List[BaseTool] = None) -> Iterator[object]:
-        '''
+        self,
+        agent: db.Agents,
+        messages: List[Dict[str, str]],
+        project_name: str = default_project,
+        tools: List[BaseTool] = None,
+    ) -> Iterator[object]:
+        """
         Queries an agent to get a stream of completion chunks.
 
         Parameters:
@@ -597,7 +598,7 @@ class AgentsController:
 
         Raises:
             ValueError: Agent's model does not exist.
-        '''
+        """
         # For circular dependency.
         from .langchain_agent import LangchainAgent
 
@@ -608,5 +609,8 @@ class AgentsController:
             agent.provider = provider
             db.session.commit()
 
-        lang_agent = LangchainAgent(agent, model=model)
+        # Get agent parameters and combine with default LLM parameters at runtime
+        agent_params = self.get_agent_llm_params(agent.params)
+
+        lang_agent = LangchainAgent(agent, model=model, params=agent_params)
         return lang_agent.get_completion(messages, stream=True)