MindsDB 25.2.3.0__py3-none-any.whl → 25.3.1.0__py3-none-any.whl

mindsdb/__about__.py

@@ -1,6 +1,6 @@
 __title__ = 'MindsDB'
 __package_name__ = 'mindsdb'
-__version__ = '25.2.3.0'
+__version__ = '25.3.1.0'
 __description__ = "MindsDB's AI SQL Server enables developers to build AI tools that need access to real-time data to perform their tasks"
 __email__ = "jorge@mindsdb.com"
 __author__ = 'MindsDB Inc'

mindsdb/__main__.py

@@ -22,16 +22,17 @@ logger.debug("Starting MindsDB...")
 
 from mindsdb.__about__ import __version__ as mindsdb_version
 from mindsdb.utilities.config import config
+from mindsdb.utilities.exception import EntityNotExistsError
 from mindsdb.utilities.starters import (
     start_http, start_mysql, start_mongo, start_postgres, start_ml_task_queue, start_scheduler, start_tasks
 )
 from mindsdb.utilities.ps import is_pid_listen_port, get_child_pids
 from mindsdb.utilities.functions import get_versions_where_predictors_become_obsolete
 from mindsdb.interfaces.database.integrations import integration_controller
+from mindsdb.interfaces.database.projects import ProjectController
 import mindsdb.interfaces.storage.db as db
 from mindsdb.integrations.utilities.install import install_dependencies
 from mindsdb.utilities.fs import clean_process_marks, clean_unlinked_process_marks
-from mindsdb.utilities.telemetry import telemetry_file_exists, disable_telemetry
 from mindsdb.utilities.context import context as ctx
 from mindsdb.utilities.auth import register_oauth_client, get_aws_meta_data
 from mindsdb.utilities.sentry import sentry_sdk  # noqa: F401
@@ -248,15 +249,6 @@ if __name__ == '__main__':
     config.raise_warnings(logger=logger)
     os.environ["MINDSDB_RUNTIME"] = "1"
 
-    if telemetry_file_exists(config.paths['root']):
-        os.environ['CHECK_FOR_UPDATES'] = '0'
-        logger.info('\n x telemetry disabled! \n')
-    elif os.getenv('CHECK_FOR_UPDATES', '1').lower() in ['0', 'false', 'False'] or config.is_cloud:
-        disable_telemetry(config.paths['root'])
-        logger.info('\n x telemetry disabled! \n')
-    else:
-        logger.info("✓ telemetry enabled")
-
     if os.environ.get("FLASK_SECRET_KEY") is None:
         os.environ["FLASK_SECRET_KEY"] = secrets.token_hex(32)
 
@@ -303,6 +295,19 @@ if __name__ == '__main__':
         except Exception as e:
             logger.error(f"Error! Something went wrong during DB migrations: {e}")
 
+        logger.debug(f"Checking if default project {config.get('default_project')} exists")
+        project_controller = ProjectController()
+
+        current_default_project = project_controller.get(is_default=True)
+        if current_default_project.record.name != config.get('default_project'):
+            try:
+                new_default_project = project_controller.get(name=config.get('default_project'))
+                log.critical(f"A project with the name '{config.get('default_project')}' already exists")
+                sys.exit(1)
+            except EntityNotExistsError:
+                pass
+            project_controller.update(current_default_project.record.id, new_name=config.get('default_project'))
+
     apis = os.getenv('MINDSDB_APIS') or config.cmd_args.api
 
     if apis is None:  # If "--api" option is not specified, start the default APIs
@@ -548,7 +553,7 @@ if __name__ == '__main__':
     ioloop = asyncio.new_event_loop()
     ioloop.run_until_complete(wait_apis_start())
 
-    threading.Thread(target=do_clean_process_marks).start()
+    threading.Thread(target=do_clean_process_marks, name='clean_process_marks').start()
 
     ioloop.run_until_complete(gather_apis())
     ioloop.close()

mindsdb/api/executor/command_executor.py

@@ -1549,7 +1549,7 @@ class ExecuteCommands:
         elif isinstance(database_name, str) and len(database_name) > 0:
             db = database_name
         else:
-            db = "mindsdb"
+            db = self.session.config.get("default_project")
         table_name = target.parts[-1]
 
         new_where = BinaryOperation(

mindsdb/api/executor/datahub/datanodes/system_tables.py

@@ -8,13 +8,17 @@ from mindsdb.api.executor.datahub.classes.tables_row import (
     TablesRow,
 )
 from mindsdb.utilities import log
+from mindsdb.utilities.config import config
 
 logger = log.getLogger(__name__)
 
 
 def _get_scope(query):
     databases, tables = None, None
-    conditions = extract_comparison_conditions(query.where)
+    try:
+        conditions = extract_comparison_conditions(query.where)
+    except NotImplementedError:
+        return databases, tables
     for op, arg1, arg2 in conditions:
         if op == '=':
             scope = [arg2]
@@ -289,7 +293,11 @@ class ColumnsTable(Table):
         databases, tables_names = _get_scope(query)
 
         if databases is None:
-            databases = ['information_schema', 'mindsdb', 'files']
+            databases = [
+                'information_schema',
+                config.get('default_project'),
+                'files'
+            ]
 
         for db_name in databases:
             tables = {}

mindsdb/api/executor/planner/query_planner.py

@@ -25,6 +25,10 @@ from mindsdb.api.executor.planner.utils import (
 )
 from mindsdb.api.executor.planner.plan_join import PlanJoin
 from mindsdb.api.executor.planner.query_prepare import PreparedStatementPlanner
+from mindsdb.utilities.config import config
+
+
+default_project = config.get('default_project')
 
 
 class QueryPlanner:
@@ -54,12 +58,12 @@ class QueryPlanner:
                 self.integrations[integration_name] = integration
 
         # allow to select from mindsdb namespace
-        _projects.add('mindsdb')
+        _projects.add(default_project)
 
         self.default_namespace = default_namespace
 
         # legacy parameter
-        self.predictor_namespace = predictor_namespace.lower() if predictor_namespace else 'mindsdb'
+        self.predictor_namespace = predictor_namespace.lower() if predictor_namespace else default_project
 
         # map for lower names of predictors
 

mindsdb/api/executor/sql_query/steps/prepare_steps.py

@@ -10,6 +10,7 @@ from mindsdb.api.executor.planner.steps import (
 )
 
 from mindsdb.api.executor.sql_query.result_set import ResultSet, Column
+from mindsdb.utilities.config import config
 
 from .base import BaseStepCall
 
@@ -20,7 +21,7 @@ class GetPredictorColumnsCall(BaseStepCall):
 
     def call(self, step):
 
-        mindsdb_database_name = 'mindsdb'
+        mindsdb_database_name = config.get('default_project')
 
         predictor_name = step.predictor.parts[-1]
         dn = self.session.datahub.get(mindsdb_database_name)

mindsdb/api/http/initialize.py

@@ -48,7 +48,6 @@ from mindsdb.utilities.config import Config
 from mindsdb.utilities.context import context as ctx
 from mindsdb.utilities.json_encoder import CustomJSONProvider
 from mindsdb.utilities.ps import is_pid_listen_port, wait_func_is_true
-from mindsdb.utilities.telemetry import inject_telemetry_to_static
 from mindsdb.utilities.sentry import sentry_sdk  # noqa: F401
 from mindsdb.utilities.otel import trace  # noqa: F401
 from opentelemetry.instrumentation.flask import FlaskInstrumentor  # noqa: F401
@@ -200,7 +199,7 @@ def initialize_app(config, no_studio):
             or gui_exists is False
         )
     ):
-        init_static_thread = threading.Thread(target=initialize_static)
+        init_static_thread = threading.Thread(target=initialize_static, name='initialize_static')
         init_static_thread.start()
 
     app, api = initialize_flask(config, init_static_thread, no_studio)
@@ -420,8 +419,13 @@ def initialize_flask(config, init_static_thread, no_studio):
         logger.info(f" - GUI available at {url}")
 
         pid = os.getpid()
-        x = threading.Thread(target=_open_webbrowser, args=(url, pid, port, init_static_thread, config['paths']['static']), daemon=True)
-        x.start()
+        thread = threading.Thread(
+            target=_open_webbrowser,
+            args=(url, pid, port, init_static_thread, config['paths']['static']),
+            daemon=True,
+            name='open_webbrowser'
+        )
+        thread.start()
 
     return app, api
 
@@ -441,7 +445,6 @@ def _open_webbrowser(url: str, pid: int, port: int, init_static_thread, static_f
     """
     if init_static_thread is not None:
         init_static_thread.join()
-    inject_telemetry_to_static(static_folder)
     try:
         is_http_active = wait_func_is_true(
             func=is_pid_listen_port, timeout=15, pid=pid, port=port

mindsdb/api/http/namespaces/agents.py

@@ -293,13 +293,6 @@ def _completion_event_generator(
     def json_serialize(data):
         return f'data: {json.dumps(data)}\n\n'
 
-    quick_response_message = {
-        'role': 'assistant',
-        'content': AGENT_QUICK_RESPONSE
-    }
-    yield json_serialize({"quick_response": True, "messages": [quick_response_message]})
-    logger.info("Quick response sent")
-
     try:
         # Populate API key by default if not present.
         session = SessionController()

mindsdb/api/http/namespaces/config.py

@@ -1,13 +1,9 @@
-import os
 import copy
 import shutil
-import datetime
 import tempfile
 from pathlib import Path
 from http import HTTPStatus
 
-from dateutil.tz import tzlocal
-from dateutil.parser import parse as parse_datetime
 from flask import request
 from flask_restx import Resource
 from flask import current_app as ca
@@ -17,7 +13,6 @@ from mindsdb.api.http.utils import http_error
 from mindsdb.metrics.metrics import api_endpoint_metrics
 from mindsdb.utilities import log
 from mindsdb.utilities.functions import decrypt, encrypt
-from mindsdb.utilities.log_controller import get_logs
 from mindsdb.utilities.config import Config
 from mindsdb.integrations.libs.response import HandlerStatusResponse
 
@@ -25,23 +20,6 @@ from mindsdb.integrations.libs.response import HandlerStatusResponse
 logger = log.getLogger(__name__)
 
 
-@ns_conf.route('/logs')
-@ns_conf.param('name', 'Get logs')
-class GetLogs(Resource):
-    @ns_conf.doc('get_integrations')
-    @api_endpoint_metrics('GET', '/config/logs')
-    def get(self):
-        min_timestamp = parse_datetime(request.args['min_timestamp'])
-        max_timestamp = request.args.get('max_timestamp', None)
-        context = request.args.get('context', None)
-        level = request.args.get('level', None)
-        log_from = request.args.get('log_from', None)
-        limit = request.args.get('limit', None)
-
-        logs = get_logs(min_timestamp, max_timestamp, context, level, log_from, limit)
-        return {'data': logs}
-
-
 @ns_conf.route('/')
 @ns_conf.param('name', 'Get config')
 class GetConfig(Resource):
@@ -258,29 +236,3 @@ class Integration(Resource):
                 f"Error during integration modification: {str(e)}"
             )
         return "", 200
-
-
-@ns_conf.route('/vars')
-class Vars(Resource):
-    @api_endpoint_metrics('GET', '/config/vars')
-    def get(self):
-        if os.getenv('CHECK_FOR_UPDATES', '1').lower() in ['0', 'false']:
-            telemtry = False
-        else:
-            telemtry = True
-
-        if ca.config_obj.get('disable_mongo', False):
-            mongo = False
-        else:
-            mongo = True
-
-        cloud = ca.config_obj.get('cloud', False)
-        local_time = datetime.datetime.now(tzlocal())
-        local_timezone = local_time.tzname()
-
-        return {
-            'mongo': mongo,
-            'telemtry': telemtry,
-            'cloud': cloud,
-            'timezone': local_timezone,
-        }

mindsdb/api/http/namespaces/knowledge_bases.py

@@ -233,7 +233,7 @@ class KnowledgeBaseResource(Resource):
             if kb_data.get('urls'):
                 table.insert_web_pages(
                     urls=kb_data['urls'],
-                    limit=kb_data.get('limit', DEFAULT_WEB_CRAWL_LIMIT),
+                    limit=kb_data.get('limit') or DEFAULT_WEB_CRAWL_LIMIT,
                     crawl_depth=kb_data.get('crawl_depth', DEFAULT_CRAWL_DEPTH),
                     filters=kb_data.get('filters', DEFAULT_WEB_FILTERS)
                 )

mindsdb/api/http/namespaces/util.py

@@ -9,12 +9,6 @@ from flask import current_app as ca
 
 from mindsdb.metrics.metrics import api_endpoint_metrics
 from mindsdb.api.http.namespaces.configs.util import ns_conf
-from mindsdb.utilities.telemetry import (
-    enable_telemetry,
-    disable_telemetry,
-    telemetry_file_exists,
-    inject_telemetry_to_static
-)
 from mindsdb.api.http.gui import update_static
 from mindsdb.utilities.fs import clean_unlinked_process_marks
 from mindsdb.api.http.utils import http_error
@@ -98,28 +92,6 @@ class PingNative(Resource):
         return get_active_tasks()
 
 
-@ns_conf.route('/telemetry')
-class Telemetry(Resource):
-    @ns_conf.doc('get_telemetry_status')
-    @api_endpoint_metrics('GET', '/util/telemetry')
-    def get(self):
-        root_storage_path = ca.config_obj['paths']['root']
-        status = "enabled" if telemetry_file_exists(root_storage_path) else "disabled"
-        return {"status": status}
-
-    @ns_conf.doc('set_telemetry')
-    @api_endpoint_metrics('POST', '/util/telemetry')
-    def post(self):
-        data = request.json
-        action = data['action']
-        if str(action).lower() in ["true", "enable", "on"]:
-            enable_telemetry(ca.config_obj['paths']['root'])
-        else:
-            disable_telemetry(ca.config_obj['paths']['root'])
-        inject_telemetry_to_static(ca.config_obj.paths['static'])
-        return '', 200
-
-
 @ns_conf.route('/validate_json_ai')
 class ValidateJsonAI(Resource):
     @api_endpoint_metrics('POST', '/util/validate_json_ai')

mindsdb/api/mongo/classes/query_sql.py

@@ -1,10 +1,11 @@
 from mindsdb.api.executor.controllers import SessionController
 from mindsdb.api.executor.command_executor import ExecuteCommands
+from mindsdb.utilities.config import config
 
 
 def run_sql_command(request_env, ast_query):
     sql_session = SessionController()
-    sql_session.database = request_env.get('database', 'mindsdb')
+    sql_session.database = request_env.get('database', config.get('default_project'))
 
     command_executor = ExecuteCommands(sql_session)
     ret = command_executor.execute_command(ast_query)

mindsdb/api/mongo/responders/aggregate.py

@@ -5,8 +5,8 @@ from mindsdb_sql_parser.ast import Identifier, Insert, CreateTable
 from mindsdb.api.mongo.classes import Responder
 import mindsdb.api.mongo.functions as helpers
 from mindsdb.api.mongo.responders.find import find_to_ast
-
 from mindsdb.api.mongo.classes.query_sql import run_sql_command
+from mindsdb.utilities.config import config
 
 
 def aggregate_to_ast(query, database):
@@ -63,7 +63,7 @@ class Responce(Responder):
 
         first_step = query['pipeline'][0]
         if '$match' in first_step:
-            ast_query = aggregate_to_ast(query, request_env.get('database', 'mindsdb'))
+            ast_query = aggregate_to_ast(query, request_env.get('database', config.get('default_project')))
 
             data = run_sql_command(request_env, ast_query)
 

mindsdb/api/mongo/responders/coll_stats.py

@@ -3,6 +3,7 @@ from mindsdb_sql_parser.ast import Describe, Identifier
 from mindsdb.api.mongo.classes import Responder
 import mindsdb.api.mongo.functions as helpers
 from mindsdb.api.mongo.classes.query_sql import run_sql_command
+from mindsdb.utilities.config import config
 
 
 class Responce(Responder):
@@ -14,7 +15,7 @@ class Responce(Responder):
 
         scale = query.get('scale')
 
-        if db != 'mindsdb' or collection == 'predictors' or scale is None:
+        if db != config.get('default_project') or collection == 'predictors' or scale is None:
             # old behavior
             # NOTE real answer is huge, i removed most data from it.
             res = {
@@ -37,7 +38,7 @@ class Responce(Responder):
             }
 
             res['ns'] = f"{db}.{collection}"
-            if db == 'mindsdb' and collection == 'predictors':
+            if db == config.get('default_project') and collection == 'predictors':
                 res['count'] = len(mindsdb_env['model_controller'].get_models())
         else:
 

mindsdb/api/mongo/responders/db_stats.py

@@ -1,5 +1,6 @@
 from mindsdb.api.mongo.classes import Responder
 import mindsdb.api.mongo.functions as helpers
+from mindsdb.utilities.config import config
 
 
 class Responce(Responder):
@@ -8,7 +9,7 @@ class Responce(Responder):
     def result(self, query, request_env, mindsdb_env, session):
         db = query['$db']
         collections = 0
-        if db == 'mindsdb':
+        if db == config.get('default_project'):
             collections = 2 + len(mindsdb_env['model_controller'].get_models())
         return {
             'db': db,

mindsdb/api/mongo/responders/insert.py

@@ -16,8 +16,10 @@ from mindsdb.api.mongo.responders.find import find_to_ast
 from mindsdb.api.mongo.utilities.mongodb_parser import MongodbParser
 from mindsdb.integrations.libs.response import HandlerStatusResponse
 from mindsdb.utilities import log
+from mindsdb.utilities.config import config
 
 logger = log.getLogger(__name__)
+default_project = config.get("default_project")
 
 
 class Responce(Responder):
@@ -186,7 +188,7 @@ class Responce(Responder):
                             query["sort"] = step["args"][0]
                     # TODO implement group modifiers
                     ast_query = find_to_ast(
-                        query, request_env.get("database", "mindsdb")
+                        query, request_env.get("database", default_project)
                     )
 
                     # to string
@@ -197,7 +199,7 @@ class Responce(Responder):
                         "pipeline": mql.pipeline[0]["args"][0],
                     }
                     ast_query = aggregate_to_ast(
-                        query, request_env.get("database", "mindsdb")
+                        query, request_env.get("database", default_project)
                     )
                     query_str = ast_query.to_string()
             except Exception:

mindsdb/api/mysql/mysql_proxy/classes/fake_mysql_proxy/fake_mysql_proxy.py

@@ -1,6 +1,7 @@
 from mindsdb.api.executor.controllers import SessionController
 from mindsdb.api.mysql.mysql_proxy.libs.constants.mysql import CHARSET_NUMBERS
 from mindsdb.api.mysql.mysql_proxy.mysql_proxy import MysqlProxy
+from mindsdb.utilities.config import config
 
 
 def empty_fn():
@@ -29,7 +30,7 @@ class FakeMysqlProxy(MysqlProxy):
         self.connection_id = None
 
         self.session = SessionController()
-        self.session.database = 'mindsdb'
+        self.session.database = config.get('default_project')
 
     def is_cloud_connection(self):
         return {

mindsdb/api/mysql/mysql_proxy/mysql_proxy.py

@@ -81,7 +81,7 @@ from mindsdb.api.executor import exceptions as exec_exc
 from mindsdb.api.common.check_auth import check_auth
 from mindsdb.api.mysql.mysql_proxy.utilities.lightwood_dtype import dtype
 from mindsdb.utilities import log
-from mindsdb.utilities.config import Config
+from mindsdb.utilities.config import config
 from mindsdb.utilities.context import context as ctx
 from mindsdb.utilities.otel.metric_handlers import get_query_request_counter
 from mindsdb.utilities.wizards import make_ssl_cert
@@ -448,7 +448,6 @@ class MysqlProxy(SocketServer.BaseRequestHandler):
         connection. '0000' selected because in real mysql connection it should be lenght of package,
         and it can not be 0.
         """
-        config = Config()
         is_cloud = config.get("cloud", False)
 
         if sys.platform != "linux" or is_cloud is False:
@@ -746,7 +745,7 @@ class MysqlProxy(SocketServer.BaseRequestHandler):
                     sql = SqlStatementParser.clear_sql(sql)
                     logger.debug(f'Incoming query: {sql}')
                     profiler.set_meta(
-                        query=sql, api="mysql", environment=Config().get("environment")
+                        query=sql, api="mysql", environment=config.get("environment")
                     )
                     with profiler.Context("mysql_query_processing"):
                         response = self.process_query(sql)
@@ -877,6 +876,9 @@ class MysqlProxy(SocketServer.BaseRequestHandler):
     def set_context(self, context):
         if "db" in context:
             self.session.database = context["db"]
+        else:
+            self.session.database = config.get('default_project')
+
         if "profiling" in context:
             self.session.profiling = context["profiling"]
         if "predictor_cache" in context:
@@ -903,7 +905,6 @@ class MysqlProxy(SocketServer.BaseRequestHandler):
         Create a server and wait for incoming connections until Ctrl-C
         """
         global logger
-        config = Config()
 
         cert_path = config["api"]["mysql"].get("certificate_path")
         if cert_path is None or cert_path == "":

mindsdb/api/postgres/postgres_proxy/postgres_proxy.py

@@ -26,7 +26,7 @@ from mindsdb.api.postgres.postgres_proxy.postgres_packets.postgres_message impor
 from mindsdb.api.postgres.postgres_proxy.postgres_packets.postgres_packets import PostgresPacketReader, \
     PostgresPacketBuilder
 from mindsdb.api.postgres.postgres_proxy.utilities import strip_null_byte
-from mindsdb.utilities.config import Config
+from mindsdb.utilities.config import config
 from mindsdb.utilities.context import context as ctx
 from mindsdb.utilities import log
 from mindsdb.api.mysql.mysql_proxy.external_libs.mysql_scramble import scramble as scramble_func
@@ -92,7 +92,6 @@ class PostgresProxyHandler(socketserver.StreamRequestHandler):
                 Copied from mysql_proxy
                 TODO: Extract method into common
             """
-        config = Config()
         is_cloud = config.get('cloud', False)
 
         if sys.platform != 'linux' or is_cloud is False:
@@ -237,7 +236,7 @@ class PostgresProxyHandler(socketserver.StreamRequestHandler):
         self.server.connection_id += 1
         self.connection_id = self.server.connection_id
         self.session = SessionController()
-        self.session.database = 'mindsdb'
+        self.session.database = config.get('default_project')
 
         if hasattr(self.server, 'salt') and isinstance(self.server.salt, str):
             self.salt = self.server.salt
@@ -461,7 +460,6 @@ class PostgresProxyHandler(socketserver.StreamRequestHandler):
 
     @staticmethod
     def startProxy():
-        config = Config()
         host = config['api']['postgres']['host']
         port = int(config['api']['postgres']['port'])
         server = TcpServer((host, port), PostgresProxyHandler)

mindsdb/integrations/handlers/anyscale_endpoints_handler/requirements.txt

@@ -1,3 +1,2 @@
-openai == 1.24.0
 pydantic-settings >= 2.1.0
 -r mindsdb/integrations/handlers/openai_handler/requirements.txt

mindsdb/integrations/handlers/autosklearn_handler/autosklearn_handler.py

@@ -50,4 +50,4 @@ class AutoSklearnHandler(BaseMLEngine):
         args = self.model_storage.json_get('args')
         df[args['target']] = predictions
 
-        return df
+        return df

mindsdb/integrations/handlers/dspy_handler/requirements.txt

@@ -1,4 +1,3 @@
-openai<2.0.0,>=1.54.0
 wikipedia==1.4.0
 tiktoken
 anthropic>=0.26.1

mindsdb/integrations/handlers/gmail_handler/connection_args.py

@@ -21,7 +21,7 @@ connection_args = OrderedDict(
     },
     code={
         'type': ARG_TYPE.STR,
-        'description': 'code after authorisation',
-        'label': 'code after authorisation',
+        'description': 'Code After Authorisation',
+        'label': 'Code After Authorisation',
     },
 )