MindsDB 23.4.3.1__tar.gz → 23.4.4.0__tar.gz

{MindsDB-23.4.3.1 → MindsDB-23.4.4.0/MindsDB.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: MindsDB
-Version: 23.4.3.1
+Version: 23.4.4.0
 Summary: MindsDB server, provides server capabilities to mindsdb native python library
 Home-page: https://github.com/mindsdb/mindsdb
 Author: MindsDB Inc
@@ -54,7 +54,7 @@ Description: <h1 align="center">
         	<span> | </span>
         	<a href="https://cloud.mindsdb.com?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo">Demo</a>
         	<span> | </span>
-        	<a href="https://mindsdb.com/mindsdb-hackathon?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo">Hackathon</a>
+        	<a href="https://hashnode.com/hackathons/mindsdb?source=hncounter-feed">Hackathon</a>
         </h3>
         
         </div>
@@ -88,7 +88,7 @@ Description: <h1 align="center">
         
         * Conversational AI: Leverage MindsDB native integrations with data platforms and pre-trained large language models, like OpenAI's GPT, to quickly build conversational AI solutions without the overhead of managing complex data pipelines.
         * Fraud Detection: MindsDB can help developers build models to detect fraudulent activity in financial transactions, eCommerce platforms etc.
-        Sales Forecasting: MindsDB can be used to develop models to predict future sales based on historical sales data, allowing businesses to make better-informed decisions.
+        * Sales Forecasting: MindsDB can be used to develop models to predict future sales based on historical sales data, allowing businesses to make better-informed decisions.
         * Customer Segmentation: MindsDB can help developers segment customers based on their behavior, preferences, and other factors, allowing businesses to tailor their marketing efforts.
         * Sentiment analysis: MindsDB native integration with pre-trained models like OpenAI GPT or Hugging Face can be used to analyze the sentiment of a text data, such as a customer reviews - in a single command, instead of individual API calls and ETL-ing data.
         * Predictive Maintenance: MindsDB can be used to build models to predict when equipment or machinery is likely to fail, allowing for proactive maintenance and minimizing downtime.

{MindsDB-23.4.3.1 → MindsDB-23.4.4.0}/MindsDB.egg-info/SOURCES.txt

@@ -12,7 +12,10 @@ mindsdb/__about__.py
 mindsdb/__init__.py
 mindsdb/__main__.py
 mindsdb/api/__init__.py
+mindsdb/api/common/__init__.py
+mindsdb/api/common/check_auth.py
 mindsdb/api/http/__init__.py
+mindsdb/api/http/gui.py
 mindsdb/api/http/gunicorn_wrapper.py
 mindsdb/api/http/initialize.py
 mindsdb/api/http/start.py
@@ -21,6 +24,7 @@ mindsdb/api/http/namespaces/__init__.py
 mindsdb/api/http/namespaces/analysis.py
 mindsdb/api/http/namespaces/auth.py
 mindsdb/api/http/namespaces/config.py
+mindsdb/api/http/namespaces/databases.py
 mindsdb/api/http/namespaces/default.py
 mindsdb/api/http/namespaces/file.py
 mindsdb/api/http/namespaces/handlers.py
@@ -34,6 +38,7 @@ mindsdb/api/http/namespaces/configs/__init__.py
 mindsdb/api/http/namespaces/configs/analysis.py
 mindsdb/api/http/namespaces/configs/auth.py
 mindsdb/api/http/namespaces/configs/config.py
+mindsdb/api/http/namespaces/configs/databases.py
 mindsdb/api/http/namespaces/configs/default.py
 mindsdb/api/http/namespaces/configs/files.py
 mindsdb/api/http/namespaces/configs/handlers.py
@@ -152,6 +157,20 @@ mindsdb/api/mysql/mysql_proxy/utilities/log.py
 mindsdb/api/mysql/mysql_proxy/utilities/sql.py
 mindsdb/api/nlp/__init__.py
 mindsdb/api/nlp/nlp.py
+mindsdb/api/postgres/__init__.py
+mindsdb/api/postgres/start.py
+mindsdb/api/postgres/postgres_proxy/__init__.py
+mindsdb/api/postgres/postgres_proxy/postgres_proxy.py
+mindsdb/api/postgres/postgres_proxy/executor/__init__.py
+mindsdb/api/postgres/postgres_proxy/executor/executor.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/__init__.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/errors.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/postgres_fields.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/postgres_message.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/postgres_message_formats.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/postgres_message_identifiers.py
+mindsdb/api/postgres/postgres_proxy/postgres_packets/postgres_packets.py
+mindsdb/api/postgres/postgres_proxy/utilities/__init__.py
 mindsdb/integrations/__init__.py
 mindsdb/integrations/handlers/__init__.py
 mindsdb/integrations/handlers/access_handler/__about__.py
@@ -252,6 +271,12 @@ mindsdb/integrations/handlers/cockroach_handler/cockroach_handler.py
 mindsdb/integrations/handlers/cockroach_handler/requirements.txt
 mindsdb/integrations/handlers/cockroach_handler/tests/__init__.py
 mindsdb/integrations/handlers/cockroach_handler/tests/test_cockroachdb_handler.py
+mindsdb/integrations/handlers/confluence_handler/__about__.py
+mindsdb/integrations/handlers/confluence_handler/__init__.py
+mindsdb/integrations/handlers/confluence_handler/confluence_handler.py
+mindsdb/integrations/handlers/confluence_handler/confluence_table.py
+mindsdb/integrations/handlers/confluence_handler/icon.png
+mindsdb/integrations/handlers/confluence_handler/requirements.txt
 mindsdb/integrations/handlers/couchbase_handler/__about__.py
 mindsdb/integrations/handlers/couchbase_handler/__init__.py
 mindsdb/integrations/handlers/couchbase_handler/couchbase_handler.py
@@ -362,6 +387,10 @@ mindsdb/integrations/handlers/empress_handler/icon.svg
 mindsdb/integrations/handlers/empress_handler/requirements.txt
 mindsdb/integrations/handlers/empress_handler/tests/__init__.py
 mindsdb/integrations/handlers/empress_handler/tests/test_empress_handler.py
+mindsdb/integrations/handlers/eventstoredb_handler/__about__.py
+mindsdb/integrations/handlers/eventstoredb_handler/__init__.py
+mindsdb/integrations/handlers/eventstoredb_handler/eventstoredb_handler.py
+mindsdb/integrations/handlers/eventstoredb_handler/icon.svg
 mindsdb/integrations/handlers/file_handler/__about__.py
 mindsdb/integrations/handlers/file_handler/__init__.py
 mindsdb/integrations/handlers/file_handler/file_handler.py
@@ -378,6 +407,14 @@ mindsdb/integrations/handlers/github_handler/github_handler.py
 mindsdb/integrations/handlers/github_handler/github_tables.py
 mindsdb/integrations/handlers/github_handler/icon.svg
 mindsdb/integrations/handlers/github_handler/requirements.txt
+mindsdb/integrations/handlers/google_calendar_handler/__about__.py
+mindsdb/integrations/handlers/google_calendar_handler/__init__.py
+mindsdb/integrations/handlers/google_calendar_handler/google_calendar_handler.py
+mindsdb/integrations/handlers/google_calendar_handler/google_calendar_tables.py
+mindsdb/integrations/handlers/google_calendar_handler/icon.svg
+mindsdb/integrations/handlers/google_calendar_handler/requirements.txt
+mindsdb/integrations/handlers/google_calendar_handler/tests/__init__.py
+mindsdb/integrations/handlers/google_calendar_handler/tests/test_google_calendar_handler.py
 mindsdb/integrations/handlers/hana_handler/__about__.py
 mindsdb/integrations/handlers/hana_handler/__init__.py
 mindsdb/integrations/handlers/hana_handler/hana_handler.py
@@ -414,6 +451,12 @@ mindsdb/integrations/handlers/impala_handler/impala_handler.py
 mindsdb/integrations/handlers/impala_handler/requirements.txt
 mindsdb/integrations/handlers/impala_handler/tests/__init__.py
 mindsdb/integrations/handlers/impala_handler/tests/test_impala_handler.py
+mindsdb/integrations/handlers/influxdb_handler/__about__.py
+mindsdb/integrations/handlers/influxdb_handler/__init__.py
+mindsdb/integrations/handlers/influxdb_handler/icon.png
+mindsdb/integrations/handlers/influxdb_handler/influxdb_handler.py
+mindsdb/integrations/handlers/influxdb_handler/influxdb_tables.py
+mindsdb/integrations/handlers/influxdb_handler/requirements.txt
 mindsdb/integrations/handlers/informix_handler/__about__.py
 mindsdb/integrations/handlers/informix_handler/__init__.py
 mindsdb/integrations/handlers/informix_handler/icon.png
@@ -459,8 +502,11 @@ mindsdb/integrations/handlers/ludwig_handler/setup.py
 mindsdb/integrations/handlers/ludwig_handler/utils.py
 mindsdb/integrations/handlers/mariadb_handler/__about__.py
 mindsdb/integrations/handlers/mariadb_handler/__init__.py
+mindsdb/integrations/handlers/mariadb_handler/create-db.png
 mindsdb/integrations/handlers/mariadb_handler/icon.svg
 mindsdb/integrations/handlers/mariadb_handler/mariadb_handler.py
+mindsdb/integrations/handlers/mariadb_handler/predict-db.png
+mindsdb/integrations/handlers/mariadb_handler/predictor.png
 mindsdb/integrations/handlers/mariadb_handler/requirements.txt
 mindsdb/integrations/handlers/materialize_handler/__about__.py
 mindsdb/integrations/handlers/materialize_handler/__init__.py
@@ -574,6 +620,13 @@ mindsdb/integrations/handlers/pinot_handler/pinot_handler.py
 mindsdb/integrations/handlers/pinot_handler/requirements.txt
 mindsdb/integrations/handlers/pinot_handler/tests/__init__.py
 mindsdb/integrations/handlers/pinot_handler/tests/test_pinot_handler.py
+mindsdb/integrations/handlers/plaid_handler/__about__.py
+mindsdb/integrations/handlers/plaid_handler/__init__.py
+mindsdb/integrations/handlers/plaid_handler/icon.svg
+mindsdb/integrations/handlers/plaid_handler/plaid_handler.py
+mindsdb/integrations/handlers/plaid_handler/plaid_tables.py
+mindsdb/integrations/handlers/plaid_handler/requirements.txt
+mindsdb/integrations/handlers/plaid_handler/utils.py
 mindsdb/integrations/handlers/planetscale_handler/__about__.py
 mindsdb/integrations/handlers/planetscale_handler/__init__.py
 mindsdb/integrations/handlers/planetscale_handler/icon.svg
@@ -596,6 +649,12 @@ mindsdb/integrations/handlers/ray_serve_handler/__init__.py
 mindsdb/integrations/handlers/ray_serve_handler/ray_serve_handler.py
 mindsdb/integrations/handlers/ray_serve_handler/requirements.txt
 mindsdb/integrations/handlers/ray_serve_handler/setup.py
+mindsdb/integrations/handlers/reddit_handler/__about__.py
+mindsdb/integrations/handlers/reddit_handler/__init__.py
+mindsdb/integrations/handlers/reddit_handler/icon.svg
+mindsdb/integrations/handlers/reddit_handler/reddit_handler.py
+mindsdb/integrations/handlers/reddit_handler/reddit_tables.py
+mindsdb/integrations/handlers/reddit_handler/requirements.txt
 mindsdb/integrations/handlers/redshift_handler/__about__.py
 mindsdb/integrations/handlers/redshift_handler/__init__.py
 mindsdb/integrations/handlers/redshift_handler/icon.png
@@ -858,6 +917,7 @@ mindsdb/migrations/versions/2023-02-02_b6d0a47294ac_jobs.py
 mindsdb/migrations/versions/2023-02-17_ee63d868fa84_predictor_integration_null.py
 mindsdb/migrations/versions/2023-02-25_3154382dab17_training_progress.py
 mindsdb/migrations/versions/2023-02-27_ef04cdbe51ed_jobs_user_class.py
+mindsdb/migrations/versions/2023-04-11_b8be148dbc85_jobs_history_query.py
 mindsdb/migrations/versions/__init__.py
 mindsdb/utilities/__init__.py
 mindsdb/utilities/auth.py
@@ -873,5 +933,6 @@ mindsdb/utilities/ps.py
 mindsdb/utilities/telemetry.py
 mindsdb/utilities/wizards.py
 mindsdb/utilities/hooks/__init__.py
+mindsdb/utilities/hooks/profiling.py
 mindsdb/utilities/profiler/__init__.py
 mindsdb/utilities/profiler/profiler.py

{MindsDB-23.4.3.1 → MindsDB-23.4.4.0}/MindsDB.egg-info/requires.txt

@@ -1,4 +1,4 @@
-lightwood<23.3.3.0,>=23.3.2.0
+lightwood<23.3.2.0,>=23.2.1.1
 markupsafe==2.0.1
 flask-restx<2.0.0,>=1.0.1
 flask<2.0,>=1.0
@@ -19,7 +19,7 @@ walrus==0.8.2
 flask-compress>=1.0.0
 kafka-python>=2.0.0
 appdirs>=1.0.0
-mindsdb-sql<0.6.0,>=0.5.1
+mindsdb-sql<0.7.0,>=0.6.1
 checksumdir>=1.2.0
 mindsdb-streams==0.1.1
 duckdb==0.4.0

{MindsDB-23.4.3.1/MindsDB.egg-info → MindsDB-23.4.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: MindsDB
-Version: 23.4.3.1
+Version: 23.4.4.0
 Summary: MindsDB server, provides server capabilities to mindsdb native python library
 Home-page: https://github.com/mindsdb/mindsdb
 Author: MindsDB Inc
@@ -54,7 +54,7 @@ Description: <h1 align="center">
         	<span> | </span>
         	<a href="https://cloud.mindsdb.com?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo">Demo</a>
         	<span> | </span>
-        	<a href="https://mindsdb.com/mindsdb-hackathon?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo">Hackathon</a>
+        	<a href="https://hashnode.com/hackathons/mindsdb?source=hncounter-feed">Hackathon</a>
         </h3>
         
         </div>
@@ -88,7 +88,7 @@ Description: <h1 align="center">
         
         * Conversational AI: Leverage MindsDB native integrations with data platforms and pre-trained large language models, like OpenAI's GPT, to quickly build conversational AI solutions without the overhead of managing complex data pipelines.
         * Fraud Detection: MindsDB can help developers build models to detect fraudulent activity in financial transactions, eCommerce platforms etc.
-        Sales Forecasting: MindsDB can be used to develop models to predict future sales based on historical sales data, allowing businesses to make better-informed decisions.
+        * Sales Forecasting: MindsDB can be used to develop models to predict future sales based on historical sales data, allowing businesses to make better-informed decisions.
         * Customer Segmentation: MindsDB can help developers segment customers based on their behavior, preferences, and other factors, allowing businesses to tailor their marketing efforts.
         * Sentiment analysis: MindsDB native integration with pre-trained models like OpenAI GPT or Hugging Face can be used to analyze the sentiment of a text data, such as a customer reviews - in a single command, instead of individual API calls and ETL-ing data.
         * Predictive Maintenance: MindsDB can be used to build models to predict when equipment or machinery is likely to fail, allowing for proactive maintenance and minimizing downtime.

{MindsDB-23.4.3.1 → MindsDB-23.4.4.0}/README.md

@@ -45,7 +45,7 @@
 	<span> | </span>
 	<a href="https://cloud.mindsdb.com?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo">Demo</a>
 	<span> | </span>
-	<a href="https://mindsdb.com/mindsdb-hackathon?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo">Hackathon</a>
+	<a href="https://hashnode.com/hackathons/mindsdb?source=hncounter-feed">Hackathon</a>
 </h3>
 
 </div>
@@ -79,7 +79,7 @@ Here are some popular use cases you can build with MindsDB:
 
 * Conversational AI: Leverage MindsDB native integrations with data platforms and pre-trained large language models, like OpenAI's GPT, to quickly build conversational AI solutions without the overhead of managing complex data pipelines.
 * Fraud Detection: MindsDB can help developers build models to detect fraudulent activity in financial transactions, eCommerce platforms etc.
-Sales Forecasting: MindsDB can be used to develop models to predict future sales based on historical sales data, allowing businesses to make better-informed decisions.
+* Sales Forecasting: MindsDB can be used to develop models to predict future sales based on historical sales data, allowing businesses to make better-informed decisions.
 * Customer Segmentation: MindsDB can help developers segment customers based on their behavior, preferences, and other factors, allowing businesses to tailor their marketing efforts.
 * Sentiment analysis: MindsDB native integration with pre-trained models like OpenAI GPT or Hugging Face can be used to analyze the sentiment of a text data, such as a customer reviews - in a single command, instead of individual API calls and ETL-ing data.
 * Predictive Maintenance: MindsDB can be used to build models to predict when equipment or machinery is likely to fail, allowing for proactive maintenance and minimizing downtime.

{MindsDB-23.4.3.1 → MindsDB-23.4.4.0}/mindsdb/__about__.py

@@ -1,6 +1,6 @@
 __title__ = 'MindsDB'
 __package_name__ = 'mindsdb'
-__version__ = '23.4.3.1'
+__version__ = '23.4.4.0'
 __description__ = "MindsDB server, provides server capabilities to mindsdb native python library"
 __email__ = "jorge@mindsdb.com"
 __author__ = 'MindsDB Inc'

{MindsDB-23.4.3.1 → MindsDB-23.4.4.0}/mindsdb/__main__.py

@@ -14,6 +14,7 @@ from mindsdb.__about__ import __version__ as mindsdb_version
 from mindsdb.api.http.start import start as start_http
 from mindsdb.api.mysql.start import start as start_mysql
 from mindsdb.api.mongo.start import start as start_mongo
+from mindsdb.api.postgres.start import start as start_postgres
 from mindsdb.interfaces.jobs.scheduler import start as start_scheduler
 from mindsdb.utilities.config import Config
 from mindsdb.utilities.ps import is_pid_listen_port, get_child_pids
@@ -21,7 +22,7 @@ from mindsdb.utilities.functions import args_parse, get_versions_where_predictor
 from mindsdb.utilities import log
 from mindsdb.interfaces.stream.stream import StreamController
 from mindsdb.interfaces.stream.utilities import STOP_THREADS_EVENT
-from mindsdb.interfaces.database.integrations import IntegrationController
+from mindsdb.interfaces.database.integrations import integration_controller
 import mindsdb.interfaces.storage.db as db
 from mindsdb.integrations.utilities.install import install_dependencies
 from mindsdb.utilities.fs import create_dirs_recursive
@@ -167,7 +168,6 @@ if __name__ == '__main__':
         # Figure this one out later
         pass
 
-    integration_controller = IntegrationController()
     if args.install_handlers is not None:
         handlers_list = [s.strip() for s in args.install_handlers.split(',')]
         # import_meta = handler_meta.get('import', {})
@@ -282,6 +282,7 @@ if __name__ == '__main__':
         'http': start_http,
         'mysql': start_mysql,
         'mongodb': start_mongo,
+        'postgres': start_postgres,
         'jobs': start_scheduler,
     }
 

MindsDB-23.4.4.0/mindsdb/api/common/check_auth.py

@@ -0,0 +1,41 @@
+import traceback
+
+
+def check_auth(username, password, scramble_func, salt, company_id, config, logger=None):
+    if logger is None:
+        from mindsdb.api.mysql.mysql_proxy.utilities import logger
+
+    try:
+        hardcoded_user = config['auth'].get('username')
+        hardcoded_password = config['auth'].get('password')
+        if hardcoded_password is None:
+            hardcoded_password = ''
+        hardcoded_password_hash = scramble_func(hardcoded_password, salt)
+        hardcoded_password = hardcoded_password.encode()
+
+        if password is None:
+            password = ''
+        if isinstance(password, str):
+            password = password.encode()
+
+        if username != hardcoded_user:
+            logger.warning(f'Check auth, user={username}: user mismatch')
+            return {
+                'success': False
+            }
+
+        if password != hardcoded_password and password != hardcoded_password_hash:
+            logger.warning(f'check auth, user={username}: password mismatch')
+            return {
+                'success': False
+            }
+
+        logger.info(f'Check auth, user={username}: Ok')
+        return {
+            'success': True,
+            'username': username
+        }
+    except Exception as e:
+        logger.error(f'Check auth, user={username}: ERROR')
+        logger.error(e)
+        logger.error(traceback.format_exc())

MindsDB-23.4.4.0/mindsdb/api/http/gui.py

@@ -0,0 +1,89 @@
+import os
+import requests
+import tempfile
+import shutil
+from pathlib import Path
+from zipfile import ZipFile
+
+from mindsdb.utilities.config import Config
+from mindsdb.utilities.log import get_log
+
+
+def download_gui(destignation, version):
+    if isinstance(destignation, str):
+        destignation = Path(destignation)
+    logger = get_log('http')
+    dist_zip_path = str(destignation.joinpath('dist.zip'))
+    bucket = "https://mindsdb-web-builds.s3.amazonaws.com/"
+
+    resources = [{
+        'url': bucket + 'dist-V' + version + '.zip',
+        'path': dist_zip_path
+    }]
+
+    def get_resources(resource):
+        response = requests.get(resource['url'])
+        if response.status_code != requests.status_codes.codes.ok:
+            raise Exception(f"Error {response.status_code} GET {resource['url']}")
+        open(resource['path'], 'wb').write(response.content)
+    try:
+        for r in resources:
+            get_resources(r)
+    except Exception as e:
+        logger.error(f'Error during downloading files from s3: {e}')
+        return False
+
+    static_folder = destignation
+    static_folder.mkdir(mode=0o777, exist_ok=True, parents=True)
+    ZipFile(dist_zip_path).extractall(static_folder)
+
+    if static_folder.joinpath('dist').is_dir():
+        shutil.move(str(destignation.joinpath('dist').joinpath('index.html')), static_folder)
+        shutil.move(str(destignation.joinpath('dist').joinpath('assets')), static_folder)
+        shutil.rmtree(destignation.joinpath('dist'))
+
+    os.remove(dist_zip_path)
+
+    version_txt_path = destignation.joinpath('version.txt')
+    with open(version_txt_path, 'wt') as f:
+        f.write(version)
+
+    return True
+
+    '''
+    # to make downloading faster download each resource in a separate thread
+    with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
+        future_to_url = {executor.submit(get_resources, r): r for r in resources}
+        for future in concurrent.futures.as_completed(future_to_url):
+            res = future.result()
+            if res is not None:
+                raise res
+    '''
+
+
+def update_static(gui_version_lv):
+    ''' Update Scout files basing on compatible-config.json content.
+        Files will be downloaded and updated if new version of GUI > current.
+        Current GUI version stored in static/version.txt.
+    '''
+    config = Config()
+    logger = get_log('http')
+    static_path = Path(config['paths']['static'])
+
+    logger.info(f'New version of GUI available ({gui_version_lv.vstring}). Downloading...')
+
+    temp_dir = tempfile.mkdtemp(prefix='mindsdb_gui_files_')
+    success = download_gui(temp_dir, gui_version_lv.vstring)
+    if success is False:
+        shutil.rmtree(temp_dir)
+        return False
+
+    temp_dir_for_rm = tempfile.mkdtemp(prefix='mindsdb_gui_files_')
+    shutil.rmtree(temp_dir_for_rm)
+    shutil.copytree(str(static_path), temp_dir_for_rm)
+    shutil.rmtree(str(static_path))
+    shutil.copytree(temp_dir, str(static_path))
+    shutil.rmtree(temp_dir_for_rm)
+
+    logger.info(f'GUI version updated to {gui_version_lv.vstring}')
+    return True