MindsDB 25.6.4.0__py3-none-any.whl → 25.7.2.0__py3-none-any.whl

mindsdb/api/http/namespaces/agents.py

@@ -25,23 +25,15 @@ AGENT_QUICK_RESPONSE = "I understand your request. I'm working on a detailed res
 
 def create_agent(project_name, name, agent):
     if name is None:
-        return http_error(
-            HTTPStatus.BAD_REQUEST,
-            'Missing field',
-            'Missing "name" field for agent'
-        )
+        return http_error(HTTPStatus.BAD_REQUEST, "Missing field", 'Missing "name" field for agent')
 
-    if 'model_name' not in agent:
-        return http_error(
-            HTTPStatus.BAD_REQUEST,
-            'Missing field',
-            'Missing "model_name" field for agent'
-        )
+    if "model_name" not in agent:
+        return http_error(HTTPStatus.BAD_REQUEST, "Missing field", 'Missing "model_name" field for agent')
 
-    model_name = agent['model_name']
-    provider = agent.get('provider')
-    params = agent.get('params', {})
-    skills = agent.get('skills', [])
+    model_name = agent["model_name"]
+    provider = agent.get("provider")
+    params = agent.get("params", {})
+    skills = agent.get("skills", [])
 
     agents_controller = AgentsController()
 
@@ -49,117 +41,99 @@ def create_agent(project_name, name, agent):
         existing_agent = agents_controller.get_agent(name, project_name=project_name)
     except (ValueError, EntityNotExistsError):
         # Project must exist.
-        return http_error(
-            HTTPStatus.NOT_FOUND,
-            'Project not found',
-            f'Project with name {project_name} does not exist'
-        )
+        return http_error(HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist")
     if existing_agent is not None:
         return http_error(
             HTTPStatus.CONFLICT,
-            'Agent already exists',
-            f'Agent with name {name} already exists. Please choose a different one.'
+            "Agent already exists",
+            f"Agent with name {name} already exists. Please choose a different one.",
         )
 
     try:
         created_agent = agents_controller.add_agent(
-            name=name,
-            project_name=project_name,
-            model_name=model_name,
-            skills=skills,
-            provider=provider,
-            params=params
+            name=name, project_name=project_name, model_name=model_name, skills=skills, provider=provider, params=params
         )
         return created_agent.as_dict(), HTTPStatus.CREATED
     except ValueError:
         # Model or skill doesn't exist.
         return http_error(
             HTTPStatus.NOT_FOUND,
-            'Resource not found',
-            f'The model "{model_name}" or skills "{skills}" do not exist. Please ensure that the names are correct and try again.'
+            "Resource not found",
+            f'The model "{model_name}" or skills "{skills}" do not exist. Please ensure that the names are correct and try again.',
         )
     except NotImplementedError:
         # Free users trying to create agent.
         return http_error(
             HTTPStatus.UNAUTHORIZED,
-            'Unavailable to free users',
-            f'The model "{model_name}" or skills "{skills}" do not exist. Please ensure that the names are correct and try again.'
+            "Unavailable to free users",
+            f'The model "{model_name}" or skills "{skills}" do not exist. Please ensure that the names are correct and try again.',
         )
 
 
-@ns_conf.route('/<project_name>/agents')
+@ns_conf.route("/<project_name>/agents")
 class AgentsResource(Resource):
-    @ns_conf.doc('list_agents')
-    @api_endpoint_metrics('GET', '/agents')
+    @ns_conf.doc("list_agents")
+    @api_endpoint_metrics("GET", "/agents")
     def get(self, project_name):
-        ''' List all agents '''
+        """List all agents"""
         session = SessionController()
         try:
             all_agents = session.agents_controller.get_agents(project_name)
         except EntityNotExistsError:
             # Project needs to exist.
             return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Project not found',
-                f'Project with name {project_name} does not exist')
+                HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist"
+            )
         return [a.as_dict() for a in all_agents]
 
-    @ns_conf.doc('create_agent')
-    @api_endpoint_metrics('POST', '/agents')
+    @ns_conf.doc("create_agent")
+    @api_endpoint_metrics("POST", "/agents")
     def post(self, project_name):
-        '''Create a agent'''
+        """Create a agent"""
 
         # Check for required parameters.
-        if 'agent' not in request.json:
+        if "agent" not in request.json:
             return http_error(
-                HTTPStatus.BAD_REQUEST,
-                'Missing parameter',
-                'Must provide "agent" parameter in POST body'
+                HTTPStatus.BAD_REQUEST, "Missing parameter", 'Must provide "agent" parameter in POST body'
             )
 
-        agent = request.json['agent']
+        agent = request.json["agent"]
 
-        name = agent.get('name')
+        name = agent.get("name")
         return create_agent(project_name, name, agent)
 
 
-@ns_conf.route('/<project_name>/agents/<agent_name>')
-@ns_conf.param('project_name', 'Name of the project')
-@ns_conf.param('agent_name', 'Name of the agent')
+@ns_conf.route("/<project_name>/agents/<agent_name>")
+@ns_conf.param("project_name", "Name of the project")
+@ns_conf.param("agent_name", "Name of the agent")
 class AgentResource(Resource):
-    @ns_conf.doc('get_agent')
-    @api_endpoint_metrics('GET', '/agents/agent')
+    @ns_conf.doc("get_agent")
+    @api_endpoint_metrics("GET", "/agents/agent")
     def get(self, project_name, agent_name):
-        '''Gets an agent by name'''
+        """Gets an agent by name"""
         session = SessionController()
         try:
             existing_agent = session.agents_controller.get_agent(agent_name, project_name=project_name)
             if existing_agent is None:
                 return http_error(
-                    HTTPStatus.NOT_FOUND,
-                    'Agent not found',
-                    f'Agent with name {agent_name} does not exist'
+                    HTTPStatus.NOT_FOUND, "Agent not found", f"Agent with name {agent_name} does not exist"
                 )
             return existing_agent.as_dict()
         except (ValueError, EntityNotExistsError):
             # Project needs to exist.
             return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Project not found',
-                f'Project with name {project_name} does not exist'
+                HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist"
             )
 
-    @ns_conf.doc('update_agent')
-    @api_endpoint_metrics('PUT', '/agents/agent')
+    @ns_conf.doc("update_agent")
+    @api_endpoint_metrics("PUT", "/agents/agent")
     def put(self, project_name, agent_name):
-        '''Updates an agent by name, creating one if it doesn't exist'''
+        """Updates an agent by name, creating one if it doesn't exist"""
 
         # Check for required parameters.
-        if 'agent' not in request.json:
+        if "agent" not in request.json:
             return http_error(
-                HTTPStatus.BAD_REQUEST,
-                'Missing parameter',
-                'Must provide "agent" parameter in POST body'
+                HTTPStatus.BAD_REQUEST, "Missing parameter", 'Must provide "agent" parameter in POST body'
             )
         agents_controller = AgentsController()
 
@@ -168,25 +142,23 @@ class AgentResource(Resource):
         except (ValueError, EntityNotExistsError):
             # Project must exist.
             return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Project not found',
-                f'Project with name {project_name} does not exist'
+                HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist"
             )
         if existing_agent_record is None:
             return http_error(
                 HTTPStatus.BAD_REQUEST,
-                'Creation is not allowed',
-                'Creation of an agent using the PUT method is not allowed.'
+                "Creation is not allowed",
+                "Creation of an agent using the PUT method is not allowed.",
             )
 
-        agent = request.json['agent']
-        name = agent.get('name', None)
-        model_name = agent.get('model_name', None)
-        skills_to_add = agent.get('skills_to_add', [])
-        skills_to_remove = agent.get('skills_to_remove', [])
-        skills_to_rewrite = agent.get('skills', [])
-        provider = agent.get('provider')
-        params = agent.get('params', None)
+        agent = request.json["agent"]
+        name = agent.get("name", None)
+        model_name = agent.get("model_name", None)
+        skills_to_add = agent.get("skills_to_add", [])
+        skills_to_remove = agent.get("skills_to_remove", [])
+        skills_to_rewrite = agent.get("skills", [])
+        provider = agent.get("provider")
+        params = agent.get("params", None)
 
         # Agent must not exist with new name.
         if name is not None and name != agent_name:
@@ -194,8 +166,8 @@ class AgentResource(Resource):
             if agent_with_new_name is not None:
                 return http_error(
                     HTTPStatus.CONFLICT,
-                    'Agent already exists',
-                    f'Agent with name {name} already exists. Please choose a different one.'
+                    "Agent already exists",
+                    f"Agent with name {name} already exists. Please choose a different one.",
                 )
 
         if existing_agent_record is None:
@@ -213,21 +185,21 @@ class AgentResource(Resource):
             skills_controller = session.skills_controller
             retrieval_skill_added = False
             if len(skills_to_add) > 0:
-                skills_names = [x['name'] if isinstance(x, dict) else x for x in skills_to_add]
+                skills_names = [x["name"] if isinstance(x, dict) else x for x in skills_to_add]
                 retrieval_skill_added = any(
-                    skills_controller.get_skill(skill_name).type == 'retrieval'
+                    skills_controller.get_skill(skill_name).type == "retrieval"
                     for skill_name in skills_names
                     if skills_controller.get_skill(skill_name) is not None
                 )
             elif len(skills_to_rewrite) > 0:
                 retrieval_skill_added = any(
-                    skills_controller.get_skill(skill_meta['name']).type == 'retrieval'
+                    skills_controller.get_skill(skill_meta["name"]).type == "retrieval"
                     for skill_meta in skills_to_rewrite
-                    if skills_controller.get_skill(skill_meta['name']) is not None
+                    if skills_controller.get_skill(skill_meta["name"]) is not None
                 )
 
-            if retrieval_skill_added and 'mode' not in params:
-                params['mode'] = 'retrieval'
+            if retrieval_skill_added and "mode" not in params:
+                params["mode"] = "retrieval"
 
             updated_agent = agents_controller.update_agent(
                 agent_name,
@@ -238,64 +210,45 @@ class AgentResource(Resource):
                 skills_to_remove=skills_to_remove,
                 skills_to_rewrite=skills_to_rewrite,
                 provider=provider,
-                params=params
+                params=params,
             )
 
             return updated_agent.as_dict()
         except EntityExistsError as e:
-            return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Resource should not exists',
-                str(e)
-            )
+            return http_error(HTTPStatus.NOT_FOUND, "Resource should not exists", str(e))
         except EntityNotExistsError as e:
             # Agent or skill doesn't exist.
-            return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Resource not found',
-                str(e)
-            )
+            return http_error(HTTPStatus.NOT_FOUND, "Resource not found", str(e))
         except ValueError as e:
-            return http_error(
-                HTTPStatus.BAD_REQUEST,
-                'Wrong arguments',
-                str(e)
-            )
+            return http_error(HTTPStatus.BAD_REQUEST, "Wrong arguments", str(e))
 
-    @ns_conf.doc('delete_agent')
-    @api_endpoint_metrics('DELETE', '/agents/agent')
+    @ns_conf.doc("delete_agent")
+    @api_endpoint_metrics("DELETE", "/agents/agent")
     def delete(self, project_name, agent_name):
-        '''Deletes a agent by name'''
+        """Deletes a agent by name"""
         agents_controller = AgentsController()
 
         try:
             existing_agent = agents_controller.get_agent(agent_name, project_name=project_name)
             if existing_agent is None:
                 return http_error(
-                    HTTPStatus.NOT_FOUND,
-                    'Agent not found',
-                    f'Agent with name {agent_name} does not exist'
+                    HTTPStatus.NOT_FOUND, "Agent not found", f"Agent with name {agent_name} does not exist"
                 )
         except (ValueError, EntityNotExistsError):
             # Project needs to exist.
             return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Project not found',
-                f'Project with name {project_name} does not exist'
+                HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist"
             )
 
         agents_controller.delete_agent(agent_name, project_name=project_name)
-        return '', HTTPStatus.NO_CONTENT
+        return "", HTTPStatus.NO_CONTENT
 
 
-def _completion_event_generator(
-        agent_name: str,
-        messages: List[Dict],
-        project_name: str) -> Iterable[str]:
+def _completion_event_generator(agent_name: str, messages: List[Dict], project_name: str) -> Iterable[str]:
     logger.info(f"Starting completion event generator for agent {agent_name}")
 
     def json_serialize(data):
-        return f'data: {json.dumps(data)}\n\n'
+        return f"data: {json.dumps(data)}\n\n"
 
     try:
         # Populate API key by default if not present.
@@ -303,40 +256,36 @@ def _completion_event_generator(
         existing_agent = session.agents_controller.get_agent(agent_name, project_name=project_name)
         if not existing_agent.params:
             existing_agent.params = {}
-        existing_agent.params['openai_api_key'] = existing_agent.params.get('openai_api_key',
-                                                                            os.getenv('OPENAI_API_KEY'))
+        existing_agent.params["openai_api_key"] = existing_agent.params.get(
+            "openai_api_key", os.getenv("OPENAI_API_KEY")
+        )
         # Have to commit/flush here so DB isn't locked while streaming.
         db.session.commit()
 
-        if (
-            'mode' not in existing_agent.params
-            and any(rel.skill.type == 'retrieval' for rel in existing_agent.skills_relationships)
+        if "mode" not in existing_agent.params and any(
+            rel.skill.type == "retrieval" for rel in existing_agent.skills_relationships
         ):
-            existing_agent.params['mode'] = 'retrieval'
+            existing_agent.params["mode"] = "retrieval"
 
         completion_stream = session.agents_controller.get_completion(
-            existing_agent,
-            messages,
-            project_name=project_name,
-            tools=[],
-            stream=True
+            existing_agent, messages, project_name=project_name, tools=[], stream=True
         )
 
         for chunk in completion_stream:
-            if isinstance(chunk, str) and chunk.startswith('data: '):
+            if isinstance(chunk, str) and chunk.startswith("data: "):
                 # The chunk is already formatted correctly, yield it as is
                 yield chunk
             elif isinstance(chunk, dict):
-                if 'error' in chunk:
+                if "error" in chunk:
                     # Handle error chunks
                     logger.error(f"Error in completion stream: {chunk['error']}")
-                    yield json_serialize({"error": chunk['error']})
-                elif chunk.get('type') == 'context':
+                    yield json_serialize({"error": chunk["error"]})
+                elif chunk.get("type") == "context":
                     # Handle context message
-                    yield json_serialize({"type": "context", "content": chunk.get('content')})
-                elif chunk.get('type') == 'sql':
+                    yield json_serialize({"type": "context", "content": chunk.get("content")})
+                elif chunk.get("type") == "sql":
                     # Handle SQL query message
-                    yield json_serialize({"type": "sql", "content": chunk.get('content')})
+                    yield json_serialize({"type": "sql", "content": chunk.get("content")})
                 else:
                     # Chunk should already be formatted by agent stream.
                     yield json_serialize(chunk)
@@ -349,31 +298,28 @@ def _completion_event_generator(
         logger.info("Completion stream finished")
 
     except Exception as e:
-        error_message = f"Error in completion event generator: {str(e)}"
-        logger.error(error_message)
+        logger.error(f"Error in completion event generator: {e}")
         logger.error(traceback.format_exc())
-        yield json_serialize({"error": error_message})
+        yield json_serialize({"error": "error in completion event generator"})
 
     finally:
         yield json_serialize({"type": "end"})
 
 
-@ns_conf.route('/<project_name>/agents/<agent_name>/completions/stream')
-@ns_conf.param('project_name', 'Name of the project')
-@ns_conf.param('agent_name', 'Name of the agent')
+@ns_conf.route("/<project_name>/agents/<agent_name>/completions/stream")
+@ns_conf.param("project_name", "Name of the project")
+@ns_conf.param("agent_name", "Name of the agent")
 class AgentCompletionsStream(Resource):
-    @ns_conf.doc('agent_completions_stream')
-    @api_endpoint_metrics('POST', '/agents/agent/completions/stream')
+    @ns_conf.doc("agent_completions_stream")
+    @api_endpoint_metrics("POST", "/agents/agent/completions/stream")
     def post(self, project_name, agent_name):
         logger.info(f"Received streaming request for agent {agent_name} in project {project_name}")
 
         # Check for required parameters.
-        if 'messages' not in request.json:
+        if "messages" not in request.json:
             logger.error("Missing 'messages' parameter in request body")
             return http_error(
-                HTTPStatus.BAD_REQUEST,
-                'Missing parameter',
-                'Must provide "messages" parameter in POST body'
+                HTTPStatus.BAD_REQUEST, "Missing parameter", 'Must provide "messages" parameter in POST body'
             )
 
         session = SessionController()
@@ -382,52 +328,40 @@ class AgentCompletionsStream(Resource):
             if existing_agent is None:
                 logger.error(f"Agent {agent_name} not found in project {project_name}")
                 return http_error(
-                    HTTPStatus.NOT_FOUND,
-                    'Agent not found',
-                    f'Agent with name {agent_name} does not exist'
+                    HTTPStatus.NOT_FOUND, "Agent not found", f"Agent with name {agent_name} does not exist"
                 )
         except ValueError as e:
             logger.error(f"Project {project_name} not found: {str(e)}")
             return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Project not found',
-                f'Project with name {project_name} does not exist'
+                HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist"
             )
 
-        messages = request.json['messages']
+        messages = request.json["messages"]
 
         try:
-            gen = _completion_event_generator(
-                agent_name,
-                messages,
-                project_name
-            )
+            gen = _completion_event_generator(agent_name, messages, project_name)
             logger.info(f"Starting streaming response for agent {agent_name}")
-            return Response(gen, mimetype='text/event-stream')
+            return Response(gen, mimetype="text/event-stream")
         except Exception as e:
             logger.error(f"Error during streaming for agent {agent_name}: {str(e)}")
             logger.error(traceback.format_exc())
             return http_error(
-                HTTPStatus.INTERNAL_SERVER_ERROR,
-                'Streaming error',
-                f'An error occurred during streaming: {str(e)}'
+                HTTPStatus.INTERNAL_SERVER_ERROR, "Streaming error", f"An error occurred during streaming: {str(e)}"
             )
 
 
-@ns_conf.route('/<project_name>/agents/<agent_name>/completions')
-@ns_conf.param('project_name', 'Name of the project')
-@ns_conf.param('agent_name', 'Name of the agent')
+@ns_conf.route("/<project_name>/agents/<agent_name>/completions")
+@ns_conf.param("project_name", "Name of the project")
+@ns_conf.param("agent_name", "Name of the agent")
 class AgentCompletions(Resource):
-    @ns_conf.doc('agent_completions')
-    @api_endpoint_metrics('POST', '/agents/agent/completions')
+    @ns_conf.doc("agent_completions")
+    @api_endpoint_metrics("POST", "/agents/agent/completions")
     def post(self, project_name, agent_name):
-        '''Queries an agent given a list of messages'''
+        """Queries an agent given a list of messages"""
         # Check for required parameters.
-        if 'messages' not in request.json:
+        if "messages" not in request.json:
             return http_error(
-                HTTPStatus.BAD_REQUEST,
-                'Missing parameter',
-                'Must provide "messages" parameter in POST body'
+                HTTPStatus.BAD_REQUEST, "Missing parameter", 'Must provide "messages" parameter in POST body'
             )
         agents_controller = AgentsController()
 
@@ -435,31 +369,28 @@ class AgentCompletions(Resource):
             existing_agent = agents_controller.get_agent(agent_name, project_name=project_name)
             if existing_agent is None:
                 return http_error(
-                    HTTPStatus.NOT_FOUND,
-                    'Agent not found',
-                    f'Agent with name {agent_name} does not exist'
+                    HTTPStatus.NOT_FOUND, "Agent not found", f"Agent with name {agent_name} does not exist"
                 )
         except (ValueError, EntityNotExistsError):
             # Project needs to exist.
             return http_error(
-                HTTPStatus.NOT_FOUND,
-                'Project not found',
-                f'Project with name {project_name} does not exist'
+                HTTPStatus.NOT_FOUND, "Project not found", f"Project with name {project_name} does not exist"
             )
 
         # Add OpenAI API key to agent params if not already present.
         if not existing_agent.params:
             existing_agent.params = {}
-        existing_agent.params['openai_api_key'] = existing_agent.params.get('openai_api_key', os.getenv('OPENAI_API_KEY'))
+        existing_agent.params["openai_api_key"] = existing_agent.params.get(
+            "openai_api_key", os.getenv("OPENAI_API_KEY")
+        )
 
         # set mode to `retrieval` if agent has a skill of type `retrieval` and mode is not set
-        if (
-            'mode' not in existing_agent.params
-            and any(rel.skill.type == 'retrieval' for rel in existing_agent.skills_relationships)
+        if "mode" not in existing_agent.params and any(
+            rel.skill.type == "retrieval" for rel in existing_agent.skills_relationships
         ):
-            existing_agent.params['mode'] = 'retrieval'
+            existing_agent.params["mode"] = "retrieval"
 
-        messages = request.json['messages']
+        messages = request.json["messages"]
 
         completion = agents_controller.get_completion(
             existing_agent,
@@ -467,32 +398,26 @@ class AgentCompletions(Resource):
             project_name=project_name,
             # Don't need to include backoffice_db related tools into this endpoint.
             # Underlying handler (e.g. Langchain) will handle default tools like mdb_read, mdb_write, etc.
-            tools=[]
+            tools=[],
         )
 
         output_col = agents_controller.assistant_column
         model_output = completion.iloc[-1][output_col]
-        trace_id = completion.iloc[-1]['trace_id']
+        trace_id = completion.iloc[-1]["trace_id"]
 
-        response = {
-            'message': {
-                'content': model_output,
-                'role': 'assistant',
-                'trace_id': trace_id
-            }
-        }
+        response = {"message": {"content": model_output, "role": "assistant", "trace_id": trace_id}}
 
-        if existing_agent.params.get('return_context', False):
+        if existing_agent.params.get("return_context", False):
             context = []
-            if 'context' in completion.columns:
+            if "context" in completion.columns:
                 try:
-                    last_context = completion.iloc[-1]['context']
+                    last_context = completion.iloc[-1]["context"]
                     if last_context:
                         context = json.loads(last_context)
                 except (json.JSONDecodeError, IndexError) as e:
-                    logger.error(f'Error decoding context: {e}')
+                    logger.error(f"Error decoding context: {e}")
                     pass  # Keeping context as an empty list in case of error
 
-            response['message']['context'] = context
+            response["message"]["context"] = context
 
         return response

mindsdb/api/http/namespaces/config.py

@@ -28,10 +28,12 @@ class GetConfig(Resource):
     def get(self):
         config = Config()
         resp = {"auth": {"http_auth_enabled": config["auth"]["http_auth_enabled"]}}
-        for key in ["default_llm", "default_embedding_model", "default_reranking_model", "a2a"]:
+        for key in ["default_llm", "default_embedding_model", "default_reranking_model"]:
             value = config.get(key)
             if value is not None:
                 resp[key] = value
+        if "a2a" in config["api"]:
+            resp["a2a"] = config["api"]["a2a"]
         return resp
 
     @ns_conf.doc("put_config")
@@ -53,6 +55,15 @@ class GetConfig(Resource):
                         HTTPStatus.BAD_REQUEST, "Wrong arguments", f"Unknown argumens: {unknown_arguments}"
                     )
 
+        overwrite_arguments = {"default_llm", "default_embedding_model", "default_reranking_model"}
+        overwrite_data = {k: data[k] for k in overwrite_arguments if k in data}
+        merge_data = {k: data[k] for k in data if k not in overwrite_arguments}
+
+        if len(overwrite_data) > 0:
+            Config().update(overwrite_data, overwrite=True)
+        if len(merge_data) > 0:
+            Config().update(merge_data)
+
         Config().update(data)
 
         return "", 200