MindsDB 1.3.1__py3-none-any.whl → 25.1.2.0__py3-none-any.whl

mindsdb/integrations/handlers/portkey_handler/__about__.py

@@ -0,0 +1,9 @@
+__title__ = 'MindsDB Portkey handler'
+__package_name__ = 'mindsdb_portkey_handler'
+__version__ = '0.0.1'
+__description__ = "MindsDB handler for Portkey"
+__author__ = 'Naren Gogineni'
+__github__ = 'https://github.com/mindsdb/mindsdb'
+__pypi__ = 'https://pypi.org/project/mindsdb/'
+__license__ = 'MIT'
+__copyright__ = 'Copyright 2024 - mindsdb'

mindsdb/integrations/handlers/portkey_handler/__init__.py

@@ -0,0 +1,22 @@
+from mindsdb.integrations.libs.const import HANDLER_TYPE
+from mindsdb.utilities import log
+
+logger = log.getLogger(__name__)
+
+from .__about__ import __description__ as description
+from .__about__ import __version__ as version
+
+try:
+    from .portkey_handler import PortkeyHandler as Handler
+
+    import_error = None
+except Exception as e:
+    Handler = None
+    import_error = e
+
+title = "Portkey"
+name = "portkey"
+type = HANDLER_TYPE.ML
+icon_path = 'icon.svg'
+permanent = False
+__all__ = ["Handler", "version", "name", "type", "title", "description", "import_error", "icon_path"]

mindsdb/integrations/handlers/portkey_handler/icon.svg

@@ -0,0 +1,9 @@
+<svg width="72" height="72" viewBox="0 0 72 72" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path fill-rule="evenodd" clip-rule="evenodd" d="M27.0014 4C21.2653 4 15.9963 7.09382 13.1588 12.0647L4.12332 27.8934C1.3039 32.8326 1.29155 38.9053 4.09062 43.856L13.1492 59.8778C15.9779 64.8808 21.2646 68 27.0245 68H44.8247C50.5435 68 55.7994 64.9247 58.6433 59.9772L67.8527 43.9558C70.7276 38.9542 70.715 32.7836 67.8193 27.7939L58.6331 11.965L56.07 13.433L58.633 11.965C55.7806 7.04993 50.5427 4 44.8478 4H27.0014ZM19.3852 15.5726C20.9721 12.7926 23.8838 11.1111 27.0014 11.1111H44.8478C47.9431 11.1111 50.8372 12.7688 52.432 15.5168L61.6182 31.3458C63.2433 34.146 63.2505 37.6221 61.6369 40.4294L52.4275 56.4509C50.8372 59.2174 47.9329 60.8889 44.8247 60.8889H27.0245C23.8941 60.8889 20.9721 59.1936 19.39 56.3952L10.3314 40.3735C8.76017 37.5945 8.76723 34.1735 10.3497 31.4013L19.3852 15.5726ZM42.4053 21.0933C41.1067 19.6128 38.846 19.4586 37.3558 20.7487C35.8656 22.0388 35.7103 24.2847 37.0089 25.7651L45.9866 36L37.0089 46.2349C35.7103 47.7153 35.8656 49.9612 37.3558 51.2513C38.846 52.5414 41.1067 52.3871 42.4053 50.9067L52.4075 39.5039C54.169 37.4957 54.169 34.5043 52.4075 32.4961L42.4053 21.0933Z" fill="url(#paint0_linear_1071_710)"/>
+<defs>
+<linearGradient id="paint0_linear_1071_710" x1="-40.0526" y1="0.444436" x2="75.981" y2="-32.5776" gradientUnits="userSpaceOnUse">
+<stop offset="0.171875" stop-color="#1495CC"/>
+<stop offset="0.953125" stop-color="#FF0D15"/>
+</linearGradient>
+</defs>
+</svg>

mindsdb/integrations/handlers/portkey_handler/portkey_handler.py

@@ -0,0 +1,79 @@
+from typing import Dict, Optional
+
+import pandas as pd
+from portkey_ai import Portkey
+
+from mindsdb.integrations.libs.base import BaseMLEngine
+from mindsdb.utilities import log
+
+from mindsdb.integrations.utilities.handler_utils import get_api_key
+
+logger = log.getLogger(__name__)
+
+DEFAULT_METADATA = {
+    "_source": "portkey-mindsdb-integration",
+}
+
+
+class PortkeyHandler(BaseMLEngine):
+    """
+    Integration with the Portkey LLM Python Library
+    """
+
+    name = "portkey"
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.generative = True
+
+    def create(
+        self,
+        target: str,
+        df: Optional[pd.DataFrame] = None,
+        args: Optional[Dict] = None,
+    ) -> None:
+
+        if "using" not in args:
+            raise Exception(
+                "Portkey engine requires a USING clause! Refer to its documentation for more details."
+            )
+
+        self.model_storage.json_set("args", args)
+
+    def predict(
+        self, df: Optional[pd.DataFrame] = None, args: Optional[Dict] = None
+    ) -> None:
+
+        args = self.model_storage.json_get("args")
+        api_key = get_api_key('portkey', args["using"], self.engine_storage, strict=False)
+
+        self.client = Portkey(
+            **self.engine_storage.get_connection_args(),
+            api_key=api_key,
+            metadata=DEFAULT_METADATA
+        )
+
+        result_df = pd.DataFrame()
+
+        result_df["predictions"] = df["question"].apply(self._predict_answer)
+
+        result_df = result_df.rename(columns={"predictions": args["target"]})
+
+        return result_df
+
+    def _predict_answer(self, text):
+        """
+        connects with portkey messages api to predict the answer for the particular question
+
+        """
+
+        model_args = self.model_storage.json_get("args")
+
+        message = self.client.chat.completions.create(
+            **model_args,
+            messages=[
+                {"role": "user", "content": text}
+            ]
+        )
+
+        return message.choices[0].message.content

mindsdb/integrations/handlers/portkey_handler/requirements.txt

@@ -0,0 +1 @@
+portkey-ai>=1.8.2

mindsdb/integrations/handlers/postgres_handler/__about__.py

@@ -0,0 +1,9 @@
+__title__ = 'MindsDB PostgreSQL handler'
+__package_name__ = 'mindsdb_postgres_handler'
+__version__ = '0.0.1'
+__description__ = "MindsDB handler for PostgreSQL"
+__author__ = 'MindsDB Inc'
+__github__ = 'https://github.com/mindsdb/mindsdb'
+__pypi__ = 'https://pypi.org/project/mindsdb/'
+__license__ = 'MIT'
+__copyright__ = 'Copyright 2022- mindsdb'

mindsdb/integrations/handlers/postgres_handler/__init__.py

@@ -0,0 +1,20 @@
+from mindsdb.integrations.libs.const import HANDLER_TYPE
+
+from .__about__ import __version__ as version, __description__ as description
+from .connection_args import connection_args_example, connection_args
+try:
+    from .postgres_handler import PostgresHandler as Handler
+    import_error = None
+except Exception as e:
+    Handler = None
+    import_error = e
+
+title = 'PostgreSQL'
+name = 'postgres'
+type = HANDLER_TYPE.DATA
+icon_path = 'icon.svg'
+
+__all__ = [
+    'Handler', 'version', 'name', 'type', 'title', 'description',
+    'connection_args', 'connection_args_example', 'import_error', 'icon_path'
+]

mindsdb/integrations/handlers/postgres_handler/connection_args.py

@@ -0,0 +1,65 @@
+from collections import OrderedDict
+
+from mindsdb.integrations.libs.const import HANDLER_CONNECTION_ARG_TYPE as ARG_TYPE
+
+
+connection_args = OrderedDict(
+    user={
+        'type': ARG_TYPE.STR,
+        'description': 'The user name used to authenticate with the PostgreSQL server.',
+        'required': True,
+        'label': 'User'
+    },
+    password={
+        'type': ARG_TYPE.PWD,
+        'description': 'The password to authenticate the user with the PostgreSQL server.',
+        'required': True,
+        'label': 'Password',
+        'secret': True
+    },
+    database={
+        'type': ARG_TYPE.STR,
+        'description': 'The database name to use when connecting with the PostgreSQL server.',
+        'required': True,
+        'label': 'Database'
+    },
+    host={
+        'type': ARG_TYPE.STR,
+        'description': 'The host name or IP address of the PostgreSQL server. NOTE: use \'127.0.0.1\' instead of \'localhost\' to connect to local server.',
+        'required': True,
+        'label': 'Host'
+    },
+    port={
+        'type': ARG_TYPE.INT,
+        'description': 'The TCP/IP port of the PostgreSQL server. Must be an integer.',
+        'required': True,
+        'label': 'Port'
+    },
+    schema={
+        'type': ARG_TYPE.STR,
+        'description': 'The schema in which objects are searched first.',
+        'required': False,
+        'label': 'Schema'
+    },
+    sslmode={
+        'type': ARG_TYPE.STR,
+        'description': 'sslmode that will be used for connection.',
+        'required': False,
+        'label': 'sslmode'
+    },
+    connection_parameters={
+        'type': ARG_TYPE.DICT,
+        'description': 'Connection string parameters',
+        'required': False,
+        'label': 'connection_parameters'
+    }
+)
+
+connection_args_example = OrderedDict(
+    host='127.0.0.1',
+    port=5432,
+    user='root',
+    schema='public',
+    password='password',
+    database='database'
+)

mindsdb/integrations/handlers/postgres_handler/icon.svg

@@ -0,0 +1,23 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="37" height="39" viewBox="0 0 37 39" fill="none">
+  <g clip-path="url(#clip0_155_1498)">
+    <path d="M27.2745 28.3304C27.5081 26.269 27.4302 25.9626 28.8578 26.3247L29.2212 26.3526C30.3114 26.4083 31.739 26.1576 32.5956 25.7397C34.4126 24.8483 35.4768 23.3161 33.6858 23.734C29.6106 24.6254 29.3251 23.149 29.3251 23.149C33.6339 16.2961 35.4249 7.6047 33.8675 5.4597C29.6365 -0.362439 22.2907 2.39542 22.1609 2.47899H22.109C21.3044 2.28399 20.3959 2.20042 19.3835 2.17256C17.5406 2.14471 16.1389 2.70185 15.0747 3.56542C15.0747 3.56542 1.9924 -2.22887 2.58941 10.8361C2.71919 13.6218 6.30125 31.8683 10.5841 26.3526C12.1416 24.3468 13.6471 22.6476 13.6471 22.6476C14.3998 23.1768 15.2824 23.4554 16.2428 23.344L16.3206 23.2883C16.2947 23.539 16.2947 23.7897 16.3466 24.0683C15.2564 25.3776 15.5679 25.6283 13.3615 26.1018C11.1292 26.6033 12.453 27.4668 13.3096 27.6897C14.3479 27.9683 16.7359 28.3583 18.3712 25.9347L18.3193 26.2133C18.7606 26.5754 18.7346 28.8876 18.7865 30.5311C18.8385 32.1747 18.9423 33.7068 19.2538 34.5983C19.5652 35.4897 19.9286 37.8297 22.8099 37.1611C25.2758 36.5761 27.1187 35.7683 27.2745 28.3304Z" fill="black"/>
+    <path d="M21.9013 38.8883C20.5775 38.8883 19.721 38.3312 19.2018 37.8019C18.4231 37.0219 18.1116 35.9912 17.9299 35.3783C17.904 35.2947 17.878 35.1833 17.8521 35.1276C17.4887 34.069 17.3589 32.5369 17.281 30.559C17.281 30.2804 17.255 29.9462 17.255 29.6397C17.255 29.4447 17.255 29.2219 17.2291 28.9712C15.9832 29.5562 14.5296 29.6676 12.9721 29.2497C12.2713 29.0547 11.5445 28.6926 11.1032 28.1076C9.85731 29.2219 8.68925 29.0547 8.04033 28.8319C6.87227 28.414 5.85995 27.2719 4.89954 25.3219C4.22466 23.929 3.54978 22.1462 2.95277 19.9733C1.88854 16.2126 1.21366 12.229 1.13579 10.9197C0.954087 6.79688 1.99236 3.84402 4.22466 2.17259C6.0676 0.779735 8.58542 0.33402 11.7262 0.891163C13.05 1.11402 14.2181 1.50402 14.9189 1.75473C16.2168 0.919019 17.7223 0.52902 19.4614 0.556877C20.3699 0.584734 21.2524 0.668306 22.0571 0.807591C22.9396 0.52902 24.6009 0.111162 26.4957 0.13902C30.0778 0.194734 33.0369 1.67116 35.0615 4.45688C36.4372 6.35116 35.944 10.1119 35.2432 12.9533C34.4904 16.1012 33.1666 19.4719 31.5314 22.3969C31.9726 22.369 32.5437 22.3133 33.3483 22.1462C35.3211 21.7004 35.8662 22.954 35.9959 23.344C36.6189 25.3497 33.9973 26.8262 33.1926 27.2162C32.1543 27.7176 30.4931 28.0519 29.1174 27.9683H29.0654L28.8318 27.9404C28.8318 27.9962 28.8059 28.0797 28.8059 28.1354C28.8059 28.219 28.7799 28.3305 28.7799 28.4419C28.702 32.2304 28.1829 34.654 27.1446 36.2419C26.0544 37.9412 24.497 38.4147 23.1732 38.7212C22.706 38.8326 22.2907 38.8883 21.9013 38.8883ZM19.2797 24.9319C20.1363 25.684 20.2141 27.0212 20.292 29.5562C20.292 29.8626 20.318 30.169 20.318 30.4476C20.3439 31.2833 20.4218 33.2054 20.7073 34.0133C20.7592 34.1247 20.7852 34.2362 20.8111 34.3754C21.1226 35.4062 21.2524 35.824 22.5243 35.5454C23.6404 35.2947 24.2115 35.0719 24.6528 34.3754C25.3017 33.3726 25.691 31.3112 25.743 28.3026L27.2485 28.3583L25.743 28.1633C25.7689 28.024 25.7689 27.9126 25.7949 27.8012C25.9247 26.6033 26.0285 25.6283 26.8332 25.0154C27.3523 24.6254 27.9233 24.5697 28.4165 24.6254C28.0012 24.1797 27.8714 23.734 27.8455 23.5112L27.7157 22.8426L28.0791 22.2854C29.948 19.3047 31.5054 15.6276 32.336 12.2012C33.1666 8.71902 32.933 6.85259 32.6994 6.51831C29.325 1.89402 23.4847 3.78831 22.8358 4.01116L22.732 4.06688L22.1609 4.17831L21.8754 4.12259C21.1486 3.95545 20.318 3.87188 19.4354 3.84402C18.0857 3.81616 16.9695 4.1783 16.061 4.90259L15.3602 5.45973L14.5555 5.09759C12.9721 4.40116 8.37777 3.03616 5.96378 4.84688C4.63997 5.84973 4.01701 7.85545 4.17275 10.7804C4.22466 11.7833 4.87358 15.5997 5.91186 19.249C7.36545 24.2633 8.63734 25.6562 9.00074 25.7676C9.05265 25.7397 9.20839 25.6562 9.46796 25.3219C11.0513 23.2883 12.5309 21.589 12.6088 21.5333L13.4913 20.5304L14.5555 21.2826C14.9189 21.5333 15.3083 21.7004 15.7236 21.7283L18.2414 19.4162L17.878 23.4276C17.878 23.5112 17.878 23.6226 17.904 23.7897L18.0078 24.5419L17.5406 25.1269C17.5406 25.1269 17.5406 25.1269 17.5146 25.1547L18.6827 25.7397L19.2797 24.9319Z" fill="black"/>
+    <path d="M33.7117 23.7345C29.6365 24.6259 29.351 23.1495 29.351 23.1495C33.6598 16.2966 35.4509 7.60522 33.9194 5.46022C29.6884 -0.334067 22.3426 2.39593 22.2128 2.4795H22.1609C21.3562 2.2845 20.4477 2.20093 19.4354 2.17308C17.5925 2.14522 16.1908 2.70236 15.1266 3.56593C15.1266 3.56593 2.04428 -2.22835 2.64129 10.8366C2.77107 13.6224 6.35313 31.8688 10.636 26.3531C12.1934 24.3474 13.6989 22.6481 13.6989 22.6481C14.4517 23.1774 15.3342 23.4559 16.2946 23.3445L16.3725 23.2888C16.3466 23.5395 16.3466 23.7902 16.3985 24.0688C15.3083 25.3781 15.6198 25.6288 13.4134 26.1024C11.1811 26.6038 12.5049 27.4674 13.3615 27.6902C14.3998 27.9688 16.7878 28.3588 18.4231 25.9352L18.3712 26.2138C18.8125 26.5759 19.098 28.6374 19.0461 30.4759C18.9942 32.3424 18.9682 33.5959 19.3056 34.5988C19.6431 35.6016 19.9805 37.8302 22.8617 37.1616C25.2757 36.6045 26.5217 35.1559 26.7034 32.7602C26.8332 31.0609 27.1187 31.3116 27.1187 29.7795L27.3523 29.0552C27.6119 26.7431 27.4042 25.9909 28.8838 26.3531L29.2471 26.3809C30.3373 26.4366 31.765 26.1859 32.6215 25.7681C34.4126 24.8209 35.4768 23.3166 33.7117 23.7345Z" fill="#336791"/>
+    <path d="M22.057 37.8578C19.6171 37.8578 18.8643 35.7963 18.5269 34.9328C18.0597 33.707 17.9558 29.0549 18.0856 25.0156C18.0856 24.7092 18.3192 24.4863 18.6048 24.4863C18.8903 24.4863 19.098 24.737 19.098 25.0435C18.9941 29.5563 19.1499 33.6235 19.4873 34.5149C20.0064 35.9078 20.8111 37.1335 23.0434 36.632C25.1978 36.1306 25.9765 35.2949 26.314 33.0663C26.5995 31.3392 27.1446 26.492 27.1965 25.517C27.2225 25.2106 27.4561 24.9878 27.7416 25.0156C28.0271 25.0435 28.2348 25.2942 28.2088 25.6006C28.131 26.6035 27.5859 31.4785 27.3003 33.2613C26.8591 35.9078 25.7689 37.1335 23.2251 37.7185C22.8098 37.8299 22.4204 37.8578 22.057 37.8578Z" fill="white"/>
+    <path d="M8.97475 27.8568C8.74114 27.8568 8.53349 27.8011 8.35179 27.7454C6.76841 27.1883 5.26291 24.4304 3.8872 19.5833C2.84892 15.9061 2.17404 12.0618 2.12212 10.8083C1.96638 7.0754 2.84892 4.45683 4.79569 2.9804C8.61136 0.0832589 15.0487 2.84112 15.3082 2.95254C15.5678 3.06397 15.6976 3.3704 15.5938 3.64897C15.4899 3.92754 15.2044 4.06683 14.9448 3.9554C14.867 3.92754 8.74114 1.30897 5.3927 3.87183C3.75741 5.1254 3.00466 7.43754 3.1604 10.7525C3.21232 11.8111 3.83528 15.544 4.89952 19.2768C6.11949 23.5947 7.52117 26.2968 8.71519 26.7147C8.89688 26.7704 9.46794 26.9933 10.2726 25.9347C11.83 23.929 13.2576 22.3133 13.2836 22.3133C13.4653 22.0904 13.8027 22.0904 13.9844 22.2854C14.1661 22.4804 14.1921 22.8425 14.0104 23.0375C13.9844 23.0654 12.5828 24.6254 11.0513 26.6033C10.2726 27.5783 9.57176 27.8568 8.97475 27.8568Z" fill="white"/>
+    <path d="M29.3251 23.6226C29.2212 23.6226 29.1434 23.5948 29.0395 23.539C28.8059 23.3719 28.754 23.0376 28.9098 22.7869C33.2446 15.8783 34.776 7.52119 33.4782 5.73833C31.8429 3.4819 29.5327 2.3119 26.5996 2.25619C24.4452 2.20047 22.706 2.78547 22.4205 2.8969C22.3946 2.8969 22.3686 2.92476 22.3426 2.92476C22.0312 3.03619 21.7976 2.84119 21.7197 2.64619C21.6159 2.39547 21.6937 2.08904 21.9273 1.94976C22.109 1.83833 24.1077 1.1419 26.4958 1.16976C29.7663 1.19762 32.4659 2.56261 34.2828 5.06976C35.5288 6.76904 34.6982 10.9198 34.3088 12.619C33.4263 16.2683 31.765 20.1962 29.7663 23.3998C29.6365 23.539 29.4808 23.6226 29.3251 23.6226Z" fill="white"/>
+    <path d="M29.5327 26.8258C28.7799 26.8258 28.105 26.7144 27.6897 26.4637C27.2744 26.1851 27.1965 25.8229 27.1706 25.6279C27.0668 23.5387 28.105 23.1487 28.6761 22.9537C28.5982 22.8422 28.4944 22.7029 28.4165 22.5915C28.105 22.1458 27.6378 21.5608 27.3004 20.6694C27.2485 20.5301 27.0927 20.1958 26.8851 19.8337C25.8208 17.8001 23.6404 13.5937 25.0681 11.4208C25.717 10.4179 26.9889 10.0279 28.8837 10.2229C28.6501 9.44294 28.0272 7.93865 26.8591 6.46222C25.5093 4.76294 23.1213 2.70151 19.4095 2.6458C17.5146 2.61794 15.9832 3.2308 14.8151 4.48437C12.1934 7.3258 12.2973 12.4515 12.2973 12.5072C12.2973 12.8137 12.0896 13.0644 11.8041 13.0644C11.5186 13.0644 11.2849 12.8415 11.2849 12.5351C11.2849 12.3122 11.1811 6.88008 14.0883 3.73223C15.4381 2.2558 17.255 1.53151 19.4354 1.55937C23.4847 1.61508 26.1064 3.84365 27.5859 5.68223C29.1952 7.68794 29.9739 9.91651 30.0518 10.6687C30.1037 11.2537 29.6884 11.3651 29.6365 11.3929H29.4548C28.1829 11.1701 26.5476 11.1144 25.9247 12.0337C24.8604 13.6494 26.937 17.6051 27.7936 19.2765C28.0272 19.7222 28.1829 20.0287 28.2608 20.2237C28.5463 20.9758 28.9357 21.4772 29.2212 21.8672C29.4808 22.2294 29.7144 22.5358 29.7922 22.8979C29.8442 22.9815 30.3892 23.7894 33.556 23.0929C34.3866 22.8979 34.8798 23.0651 35.0355 23.5665C35.347 24.5415 33.6858 25.6558 32.7773 26.1294C31.9726 26.5751 30.6748 26.8258 29.5327 26.8258ZM28.2089 25.5165C28.3386 25.6279 28.8578 25.7951 29.8701 25.7394C30.8046 25.6837 31.765 25.4887 32.362 25.1822C33.0369 24.8479 33.53 24.4579 33.7896 24.1794H33.7636C31.6871 24.6529 30.2335 24.5694 29.4029 23.9844C29.351 23.9565 29.2991 23.9287 29.2731 23.8729C29.1952 23.9008 29.1433 23.9287 29.0654 23.9287C28.5982 24.1237 28.131 24.2351 28.2089 25.5165Z" fill="white"/>
+    <path d="M14.8151 28.3863C14.296 28.3863 13.7509 28.3028 13.2058 28.1635C13.0501 28.1078 11.6484 27.7178 11.6484 26.7428C11.6743 25.8514 12.8424 25.6006 13.2837 25.4892C14.8411 25.1549 14.9449 25.0156 15.4121 24.3471C15.5679 24.1521 15.7236 23.9014 15.9832 23.6228C16.7878 22.6478 17.5666 22.9821 17.878 23.1492C18.3972 23.3721 18.8125 23.9292 18.9942 24.5699C19.1499 25.1549 19.0721 25.7399 18.7865 26.1856C17.8261 27.6342 16.4504 28.3863 14.8151 28.3863ZM12.7905 26.7985C12.9462 26.9099 13.1798 27.0214 13.4654 27.1049C14.8151 27.4671 16.684 27.4949 17.9819 25.5449C18.1376 25.3221 18.0857 25.0156 18.0338 24.8764C17.9559 24.5421 17.7223 24.2635 17.5146 24.1521C17.2291 24.0406 17.0993 23.9571 16.7619 24.3471C16.5542 24.6256 16.3725 24.8206 16.2428 25.0156C15.6198 25.8514 15.3343 26.1299 13.5173 26.5478C13.1279 26.6314 12.8943 26.7428 12.7905 26.7985Z" fill="white"/>
+    <path d="M16.2946 24.514C16.061 24.514 15.8274 24.319 15.8015 24.0404C15.8015 23.9847 15.7755 23.9011 15.7755 23.8175C14.5815 23.7897 13.4394 23.2325 12.5828 22.2575C11.4667 21.004 10.9735 19.2768 11.2071 17.5218C11.4407 15.6275 11.3628 13.9561 11.3109 13.0647C11.285 12.814 11.285 12.619 11.285 12.5075C11.285 12.3404 11.285 11.8947 12.6347 11.1704C13.1019 10.9197 14.0364 10.474 15.0747 10.3625C16.7878 10.1675 17.9299 10.9754 18.2414 12.6747C19.1499 17.1597 18.3193 19.1375 17.6963 20.5861C17.5925 20.8647 17.4887 21.1154 17.3848 21.3382L17.307 21.5611C16.9955 22.4804 16.71 23.2604 16.7878 23.8454C16.8397 24.1518 16.6321 24.4304 16.3725 24.4582C16.3466 24.514 16.3206 24.514 16.2946 24.514ZM12.2713 12.6747C12.2713 12.7582 12.2713 12.8697 12.2973 13.009C12.3492 13.9561 12.453 15.6832 12.1934 17.689C12.0118 19.1097 12.4011 20.5025 13.3096 21.5054C14.0104 22.2854 14.9449 22.7311 15.8793 22.7311C15.9832 22.2575 16.1649 21.7282 16.3466 21.199L16.4244 20.9761C16.5283 20.6975 16.6321 20.419 16.7619 20.1404C17.3329 18.7475 18.0597 17.0204 17.2291 12.8975C17.0734 12.0897 16.684 11.644 16.0351 11.4768C14.6594 11.1704 12.7126 12.2847 12.2713 12.6747Z" fill="white"/>
+    <path d="M15.0746 12.4519C15.0486 12.6191 15.3861 13.0926 15.8014 13.1762C16.2167 13.2319 16.5801 12.8698 16.606 12.7026C16.632 12.5355 16.2946 12.3405 15.8792 12.2569C15.4639 12.1734 15.1005 12.2848 15.0746 12.4519Z" fill="white"/>
+    <path d="M15.8793 13.3711C15.8274 13.3711 15.8014 13.3711 15.7755 13.3711C15.5159 13.3154 15.2304 13.1483 15.0487 12.8976C14.9967 12.814 14.867 12.619 14.8929 12.4519C14.8929 12.3961 14.9448 12.3126 15.0227 12.229C15.2044 12.0897 15.5159 12.034 15.8793 12.0897C16.3206 12.1454 16.7878 12.3961 16.7359 12.7304C16.7359 12.9811 16.3206 13.3711 15.8793 13.3711ZM15.2304 12.4797C15.2563 12.5911 15.4899 12.9254 15.8014 12.9811C16.1129 13.0369 16.3725 12.7583 16.4244 12.6469C16.3725 12.5911 16.1908 12.4519 15.8533 12.3961C15.5159 12.3683 15.2823 12.4519 15.2304 12.4797Z" fill="white"/>
+    <path d="M27.9752 12.0896C28.0012 12.2568 27.6638 12.7303 27.2485 12.8139C26.8331 12.8696 26.4697 12.5075 26.4438 12.3403C26.4178 12.1732 26.7553 11.9782 27.1706 11.8946C27.5859 11.8111 27.9752 11.9225 27.9752 12.0896Z" fill="white"/>
+    <path d="M27.1706 12.8978C26.7553 12.8978 26.3919 12.5357 26.366 12.3407C26.34 12.0621 26.7294 11.8671 27.1706 11.8114C27.586 11.7557 28.0272 11.8393 28.0791 12.09C28.1051 12.2014 28.0013 12.3964 27.8715 12.5636C27.7676 12.675 27.56 12.87 27.3004 12.8978C27.2485 12.8978 27.1966 12.8978 27.1706 12.8978ZM27.4562 11.9507C27.3783 11.9507 27.3004 11.9507 27.1966 11.9786C26.7553 12.0343 26.5217 12.2293 26.5477 12.3128C26.5736 12.4243 26.8851 12.7864 27.2485 12.7307C27.4821 12.7028 27.6379 12.5357 27.7417 12.4521C27.8715 12.3128 27.9234 12.1736 27.9234 12.1178C27.8974 12.0343 27.7417 11.9507 27.4562 11.9507Z" fill="white"/>
+    <path d="M28.5982 22.3132C28.4944 22.3132 28.4165 22.2854 28.3127 22.2297C28.0791 22.0625 28.0272 21.7282 28.1829 21.4775C29.1693 19.8897 28.9876 18.274 28.8059 16.714C28.728 16.0454 28.6501 15.349 28.6761 14.6804C28.702 13.984 28.7799 13.4268 28.8578 12.8697C28.9356 12.229 29.0395 11.6161 29.0135 10.8918C28.9876 10.5854 29.2212 10.3347 29.4807 10.3068C29.7663 10.279 29.9999 10.5297 30.0258 10.8082C30.0778 11.644 29.9739 12.3404 29.8701 13.009C29.7922 13.5104 29.7144 14.0397 29.6884 14.6804C29.6624 15.2654 29.7403 15.8782 29.8182 16.5468C29.9999 18.2182 30.2075 20.1404 29.0135 22.0347C28.9357 22.2297 28.754 22.3132 28.5982 22.3132Z" fill="white"/>
+  </g>
+  <defs>
+    <clipPath id="clip0_155_1498">
+      <rect width="35.3014" height="39" fill="white" transform="translate(0.954102)"/>
+    </clipPath>
+  </defs>
+</svg>

mindsdb/integrations/handlers/postgres_handler/postgres_handler.py

@@ -0,0 +1,396 @@
+import time
+import json
+
+import pandas as pd
+import psycopg
+from psycopg.postgres import types
+from psycopg.pq import ExecStatus
+from pandas import DataFrame
+
+from mindsdb_sql_parser import parse_sql
+from mindsdb.utilities.render.sqlalchemy_render import SqlalchemyRender
+from mindsdb_sql_parser.ast.base import ASTNode
+
+from mindsdb.integrations.libs.base import DatabaseHandler
+from mindsdb.utilities import log
+from mindsdb.integrations.libs.response import (
+    HandlerStatusResponse as StatusResponse,
+    HandlerResponse as Response,
+    RESPONSE_TYPE
+)
+import mindsdb.utilities.profiler as profiler
+
+logger = log.getLogger(__name__)
+
+SUBSCRIBE_SLEEP_INTERVAL = 1
+
+
+class PostgresHandler(DatabaseHandler):
+    """
+    This handler handles connection and execution of the PostgreSQL statements.
+    """
+    name = 'postgres'
+
+    @profiler.profile('init_pg_handler')
+    def __init__(self, name=None, **kwargs):
+        super().__init__(name)
+        self.parser = parse_sql
+        self.connection_args = kwargs.get('connection_data')
+        self.dialect = 'postgresql'
+        self.database = self.connection_args.get('database')
+        self.renderer = SqlalchemyRender('postgres')
+
+        self.connection = None
+        self.is_connected = False
+        self.thread_safe = True
+
+    def __del__(self):
+        if self.is_connected:
+            self.disconnect()
+
+    def _make_connection_args(self):
+        config = {
+            'host': self.connection_args.get('host'),
+            'port': self.connection_args.get('port'),
+            'user': self.connection_args.get('user'),
+            'password': self.connection_args.get('password'),
+            'dbname': self.connection_args.get('database')
+        }
+
+        # https://www.postgresql.org/docs/current/libpq-connect.html#LIBPQ-PARAMKEYWORDS
+        connection_parameters = self.connection_args.get('connection_parameters')
+        if isinstance(connection_parameters, dict) is False:
+            connection_parameters = {}
+        if 'connect_timeout' not in connection_parameters:
+            connection_parameters['connect_timeout'] = 10
+        config.update(connection_parameters)
+
+        if self.connection_args.get('sslmode'):
+            config['sslmode'] = self.connection_args.get('sslmode')
+
+        if self.connection_args.get('autocommit'):
+            config['autocommit'] = self.connection_args.get('autocommit')
+
+        # If schema is not provided set public as default one
+        if self.connection_args.get('schema'):
+            config['options'] = f'-c search_path={self.connection_args.get("schema")},public'
+        return config
+
+    @profiler.profile()
+    def connect(self):
+        """
+        Establishes a connection to a PostgreSQL database.
+
+        Raises:
+            psycopg.Error: If an error occurs while connecting to the PostgreSQL database.
+
+        Returns:
+            psycopg.Connection: A connection object to the PostgreSQL database.
+        """
+        if self.is_connected:
+            return self.connection
+
+        config = self._make_connection_args()
+        try:
+            self.connection = psycopg.connect(**config)
+            self.is_connected = True
+            return self.connection
+        except psycopg.Error as e:
+            logger.error(f'Error connecting to PostgreSQL {self.database}, {e}!')
+            self.is_connected = False
+            raise
+
+    def disconnect(self):
+        """
+        Closes the connection to the PostgreSQL database if it's currently open.
+        """
+        if not self.is_connected:
+            return
+        self.connection.close()
+        self.is_connected = False
+
+    def check_connection(self) -> StatusResponse:
+        """
+        Checks the status of the connection to the PostgreSQL database.
+
+        Returns:
+            StatusResponse: An object containing the success status and an error message if an error occurs.
+        """
+        response = StatusResponse(False)
+        need_to_close = not self.is_connected
+
+        try:
+            connection = self.connect()
+            with connection.cursor() as cur:
+                # Execute a simple query to test the connection
+                cur.execute('select 1;')
+            response.success = True
+        except psycopg.Error as e:
+            logger.error(f'Error connecting to PostgreSQL {self.database}, {e}!')
+            response.error_message = str(e)
+
+        if response.success and need_to_close:
+            self.disconnect()
+        elif not response.success and self.is_connected:
+            self.is_connected = False
+
+        return response
+
+    def _cast_dtypes(self, df: DataFrame, description: list) -> DataFrame:
+        """
+        Cast df dtypes basing on postgres types
+            Note:
+                Date types casting is not provided because of there is no issues (so far).
+                By default pandas will cast postgres date types to:
+                 - date -> object
+                 - time -> object
+                 - timetz -> object
+                 - timestamp -> datetime64[ns]
+                 - timestamptz -> datetime64[ns, {tz}]
+
+            Args:
+                df (DataFrame)
+                description (list): psycopg cursor description
+        """
+        types_map = {
+            'int2': 'int16',
+            'int4': 'int32',
+            'int8': 'int64',
+            'numeric': 'float64',
+            'float4': 'float32',
+            'float8': 'float64'
+        }
+        columns = df.columns
+        df = df.set_axis(range(len(columns)), axis=1)
+        for column_index, column_name in enumerate(df.columns):
+            col = df[column_name]
+            if str(col.dtype) == 'object':
+                pg_type = types.get(description[column_index].type_code)
+                if pg_type is not None and pg_type.name in types_map:
+                    col = col.fillna(0)
+                    try:
+                        df[column_name] = col.astype(types_map[pg_type.name])
+                    except ValueError as e:
+                        logger.error(f'Error casting column {col.name} to {types_map[pg_type.name]}: {e}')
+        return df.set_axis(columns, axis=1)
+
+    @profiler.profile()
+    def native_query(self, query: str, params=None) -> Response:
+        """
+        Executes a SQL query on the PostgreSQL database and returns the result.
+
+        Args:
+            query (str): The SQL query to be executed.
+
+        Returns:
+            Response: A response object containing the result of the query or an error message.
+        """
+        need_to_close = not self.is_connected
+
+        connection = self.connect()
+        with connection.cursor() as cur:
+            try:
+                if params is not None:
+                    cur.executemany(query, params)
+                else:
+                    cur.execute(query)
+                if cur.pgresult is None or ExecStatus(cur.pgresult.status) == ExecStatus.COMMAND_OK:
+                    response = Response(RESPONSE_TYPE.OK)
+                else:
+                    result = cur.fetchall()
+                    df = DataFrame(
+                        result,
+                        columns=[x.name for x in cur.description]
+                    )
+                    df = self._cast_dtypes(df, cur.description)
+                    response = Response(
+                        RESPONSE_TYPE.TABLE,
+                        df
+                    )
+                connection.commit()
+            except Exception as e:
+                logger.error(f'Error running query: {query} on {self.database}, {e}!')
+                response = Response(
+                    RESPONSE_TYPE.ERROR,
+                    error_code=0,
+                    error_message=str(e)
+                )
+                connection.rollback()
+
+        if need_to_close:
+            self.disconnect()
+
+        return response
+
+    def insert(self, table_name: str, df: pd.DataFrame):
+        need_to_close = not self.is_connected
+
+        connection = self.connect()
+
+        columns = [f'"{c}"' for c in df.columns]
+        with connection.cursor() as cur:
+            try:
+                with cur.copy(f'copy "{table_name}" ({",".join(columns)}) from STDIN  WITH CSV') as copy:
+                    df.to_csv(copy, index=False, header=False)
+
+                connection.commit()
+            except Exception as e:
+                logger.error(f'Error running insert to {table_name} on {self.database}, {e}!')
+                connection.rollback()
+                raise e
+
+        if need_to_close:
+            self.disconnect()
+
+    @profiler.profile()
+    def query(self, query: ASTNode) -> Response:
+        """
+        Executes a SQL query represented by an ASTNode and retrieves the data.
+
+        Args:
+            query (ASTNode): An ASTNode representing the SQL query to be executed.
+
+        Returns:
+            Response: The response from the `native_query` method, containing the result of the SQL query execution.
+        """
+        query_str, params = self.renderer.get_exec_params(query, with_failback=True)
+        logger.debug(f"Executing SQL query: {query_str}")
+        return self.native_query(query_str, params)
+
+    def get_tables(self, all: bool = False) -> Response:
+        """
+        Retrieves a list of all non-system tables and views in the current schema of the PostgreSQL database.
+
+        Returns:
+            Response: A response object containing the list of tables and views, formatted as per the `Response` class.
+        """
+        all_filter = 'and table_schema = current_schema()'
+        if all is True:
+            all_filter = ''
+        query = f"""
+            SELECT
+                table_schema,
+                table_name,
+                table_type
+            FROM
+                information_schema.tables
+            WHERE
+                table_schema NOT IN ('information_schema', 'pg_catalog')
+                and table_type in ('BASE TABLE', 'VIEW')
+                {all_filter}
+        """
+        return self.native_query(query)
+
+    def get_columns(self, table_name: str) -> Response:
+        """
+        Retrieves column details for a specified table in the PostgreSQL database.
+
+        Args:
+            table_name (str): The name of the table for which to retrieve column information.
+
+        Returns:
+            Response: A response object containing the column details, formatted as per the `Response` class.
+        Raises:
+            ValueError: If the 'table_name' is not a valid string.
+        """
+
+        if not table_name or not isinstance(table_name, str):
+            raise ValueError("Invalid table name provided.")
+        query = f"""
+            SELECT
+                column_name as "Field",
+                data_type as "Type"
+            FROM
+                information_schema.columns
+            WHERE
+                table_name = '{table_name}'
+            AND
+                table_schema = current_schema()
+        """
+        return self.native_query(query)
+
+    def subscribe(self, stop_event, callback, table_name, columns=None, **kwargs):
+
+        config = self._make_connection_args()
+        config['autocommit'] = True
+
+        conn = psycopg.connect(connect_timeout=10, **config)
+
+        # create db trigger
+        trigger_name = f'mdb_notify_{table_name}'
+
+        before, after = '', ''
+
+        if columns:
+            # check column exist
+            conn.execute(f'select {",".join(columns)} from {table_name} limit 0')
+
+            columns = set(columns)
+            trigger_name += '_' + '_'.join(columns)
+
+            news, olds = [], []
+            for column in columns:
+                news.append(f'NEW.{column}')
+                olds.append(f'OLD.{column}')
+
+            before = f'IF ({", ".join(news)}) IS DISTINCT FROM ({", ".join(olds)}) then\n'
+            after = '\nEND IF;'
+        else:
+            columns = set()
+
+        func_code = f'''
+             CREATE OR REPLACE FUNCTION {trigger_name}()
+               RETURNS trigger AS $$
+             DECLARE
+             BEGIN
+               {before}
+               PERFORM pg_notify( '{trigger_name}', row_to_json(NEW)::text);
+               {after}
+               RETURN NEW;
+             END;
+             $$ LANGUAGE plpgsql;
+         '''
+        conn.execute(func_code)
+
+        # for after update - new and old have the same values
+        conn.execute(f'''
+             CREATE OR REPLACE TRIGGER {trigger_name}
+               BEFORE INSERT OR UPDATE ON {table_name}
+               FOR EACH ROW
+               EXECUTE PROCEDURE {trigger_name}();
+        ''')
+        conn.commit()
+
+        # start listen
+        conn.execute(f"LISTEN {trigger_name};")
+
+        def process_event(event):
+            try:
+                row = json.loads(event.payload)
+            except json.JSONDecoder:
+                return
+
+            # check column in input data
+            if not columns or columns.intersection(row.keys()):
+                callback(row)
+
+        try:
+            conn.add_notify_handler(process_event)
+
+            while True:
+                if stop_event.is_set():
+                    # exit trigger
+                    return
+
+                # trigger getting updates
+                # https://www.psycopg.org/psycopg3/docs/advanced/async.html#asynchronous-notifications
+                conn.execute("SELECT 1").fetchone()
+
+                time.sleep(SUBSCRIBE_SLEEP_INTERVAL)
+
+        finally:
+            conn.execute(f'drop TRIGGER {trigger_name} on {table_name}')
+            conn.execute(f'drop FUNCTION {trigger_name}')
+            conn.commit()
+
+            conn.close()