MindsDB 1.3.1__py3-none-any.whl → 24.12.4.0__py3-none-any.whl

mindsdb/integrations/handlers/tripadvisor_handler/tripadvisor_table.py

@@ -0,0 +1,477 @@
+import pandas as pd
+from mindsdb.integrations.libs.api_handler import APITable
+from mindsdb_sql_parser import ast
+from mindsdb.integrations.utilities.sql_utils import extract_comparison_conditions
+
+
+class SearchLocationTable(APITable):
+    def select(self, query: ast.Select) -> pd.DataFrame:
+        """Select data from the search_location table and return it as a pandas DataFrame.
+
+        Args:
+            query (ast.Select): The SQL query to be executed.
+
+        Returns:
+            pandas.DataFrame: A pandas DataFrame containing the selected data.
+        """
+
+        self.handler.connect()
+
+        conditions = extract_comparison_conditions(query.where)
+
+        allowed_keys = set(
+            [
+                "searchQuery",
+                "category",
+                "phone",
+                "address",
+                "latLong",
+                "radius",
+                "radiusUnit",
+                "language",
+            ]
+        )
+
+        params = {}
+        filters = []
+        for op, arg1, arg2 in conditions:
+            if op == "or":
+                raise NotImplementedError("OR is not supported")
+            elif op == "=" and arg1 in allowed_keys:
+                params[arg1] = arg2
+            elif op != "=":
+                raise NotImplementedError(f"Unknown op: {op}")
+            else:
+                filters.append([op, arg1, arg2])
+
+        if query.limit is not None:
+            params["max_results"] = query.limit.value
+
+        if "searchQuery" not in params and "latLong" not in params:
+            # search not works without searchQuery, use 'London'
+            params["searchQuery"] = "London"
+
+        result = self.handler.call_tripadvisor_searchlocation_api(params=params)
+
+        # filter targets
+        columns = []
+        for target in query.targets:
+            if isinstance(target, ast.Star):
+                columns = []
+                break
+            elif isinstance(target, ast.Identifier):
+                columns.append(target.parts[-1])
+            else:
+                raise NotImplementedError
+
+        if len(columns) == 0:
+            columns = self.get_columns()
+
+        # columns to lower case
+        columns = [name.lower() for name in columns]
+
+        if len(result) == 0:
+            result = pd.DataFrame([], columns=columns)
+        else:
+            # add absent columns
+            for col in set(columns) & set(result.columns) ^ set(columns):
+                result[col] = None
+
+            # filter by columns
+            result = result[columns]
+        return result
+
+    def get_columns(self):
+        """Get the list of column names for the search_location table.
+
+        Returns:
+            list: A list of column names for the search_location table.
+        """
+        return [
+            "location_id",
+            "name",
+            "distance",
+            "rating",
+            "bearing",
+            "street1",
+            "street2",
+            "city",
+            "state",
+            "country",
+            "postalcode",
+            "address_string",
+            "phone",
+            "latitude",
+            "longitude",
+        ]
+
+
+class LocationDetailsTable(APITable):
+    result_json = []
+
+    def select(self, query: ast.Select) -> pd.DataFrame:
+        """Select data from the location_details table and return it as a pandas DataFrame.
+
+        Args:
+            query (ast.Select): The SQL query to be executed.
+
+        Returns:
+            pandas.DataFrame: A pandas DataFrame containing the selected data.
+        """
+
+        self.handler.connect()
+
+        conditions = extract_comparison_conditions(query.where)
+
+        allowed_keys = set(["locationId", "currency", "language"])
+
+        params = {}
+        filters = []
+        for op, arg1, arg2 in conditions:
+            if op == "or":
+                raise NotImplementedError("OR is not supported")
+            elif op == "=" and arg1 in allowed_keys:
+                params[arg1] = arg2
+            elif op != "=":
+                raise NotImplementedError(f"Unknown op: {op}")
+            else:
+                filters.append([op, arg1, arg2])
+
+        if query.limit is not None:
+            params["max_results"] = query.limit.value
+
+        if "locationId" not in params:
+            # search not works without searchQuery, use 'London'
+            params["locationId"] = "23322232"
+
+        result = self.handler.call_tripadvisor_location_details_api(params=params)
+
+        # filter targets
+        columns = []
+        for target in query.targets:
+            if isinstance(target, ast.Star):
+                columns = []
+                break
+            elif isinstance(target, ast.Identifier):
+                columns.append(target.parts[-1])
+            else:
+                raise NotImplementedError
+
+        if len(columns) == 0:
+            columns = self.get_columns()
+
+        # columns to lower case
+        columns = [name.lower() for name in columns]
+
+        if len(result) == 0:
+            result = pd.DataFrame([], columns=columns)
+        else:
+            # add absent columns
+            for col in set(columns) & set(result.columns) ^ set(columns):
+                result[col] = None
+
+            # filter by columns
+            result = result[columns]
+        return result
+
+    def get_columns(self):
+        """Get the list of column names for the location_details table.
+
+        Returns:
+            list: A list of column names for the location_details table.
+        """
+        return [
+            "location_id",
+            "distance",
+            "name",
+            "description",
+            "web_url",
+            "street1",
+            "street2",
+            "city",
+            "state",
+            "country",
+            "postalcode",
+            "address_string",
+            "latitude",
+            "longitude",
+            "timezone",
+            "email",
+            "phone",
+            "website",
+            "write_review",
+            "ranking_data",
+            "rating",
+            "rating_image_url",
+            "num_reviews",
+            "photo_count",
+            "see_all_photos",
+            "price_level",
+            "brand",
+            "parent_brand",
+            "ancestors",
+            "periods",
+            "weekday",
+            "features",
+            "cuisines",
+            "amenities",
+            "trip_types",
+            "styles",
+            "awards",
+            "neighborhood_info",
+            "parent_brand",
+            "brand",
+            "groups",
+        ]
+
+
+class ReviewsTable(APITable):
+    def select(self, query: ast.Select) -> pd.DataFrame:
+        """Select data from the reviews table and return it as a pandas DataFrame.
+
+        Args:
+            query (ast.Select): The SQL query to be executed.
+
+        Returns:
+            pandas.DataFrame: A pandas DataFrame containing the selected data.
+        """
+
+        self.handler.connect()
+
+        conditions = extract_comparison_conditions(query.where)
+
+        allowed_keys = set(["locationId", "language"])
+
+        params = {}
+        filters = []
+        for op, arg1, arg2 in conditions:
+            if op == "or":
+                raise NotImplementedError("OR is not supported")
+            elif op == "=" and arg1 in allowed_keys:
+                params[arg1] = arg2
+            elif op != "=":
+                raise NotImplementedError(f"Unknown op: {op}")
+            else:
+                filters.append([op, arg1, arg2])
+
+        if query.limit is not None:
+            params["max_results"] = query.limit.value
+
+        if "locationId" not in params:
+            # search not works without searchQuery, use 'London'
+            params["locationId"] = "23322232"
+
+        result = self.handler.call_tripadvisor_reviews_api(params=params)
+
+        # filter targets
+        columns = []
+        for target in query.targets:
+            if isinstance(target, ast.Star):
+                columns = []
+                break
+            elif isinstance(target, ast.Identifier):
+                columns.append(target.parts[-1])
+            else:
+                raise NotImplementedError
+
+        if len(columns) == 0:
+            columns = self.get_columns()
+
+        # columns to lower case
+        columns = [name.lower() for name in columns]
+
+        if len(result) == 0:
+            result = pd.DataFrame([], columns=columns)
+        else:
+            # add absent columns
+            for col in set(columns) & set(result.columns) ^ set(columns):
+                result[col] = None
+
+            # filter by columns
+            result = result[columns]
+        return result
+
+    def get_columns(self):
+        """Get the list of column names for the reviews table.
+
+        Returns:
+            list: A list of column names for the reviews table.
+        """
+        return [
+            "id",
+            "lang",
+            "location_id",
+            "published_date",
+            "rating",
+            "helpful_votes",
+            "rating_image_url",
+            "url",
+            "trip_type",
+            "travel_date",
+            "text_review",
+            "title",
+            "owner_response",
+            "is_machine_translated",
+            "user",
+            "subratings",
+        ]
+
+
+class PhotosTable(APITable):
+    def select(self, query: ast.Select) -> pd.DataFrame:
+        """Select data from the photos table and return it as a pandas DataFrame.
+
+        Args:
+            query (ast.Select): The SQL query to be executed.
+
+        Returns:
+            pandas.DataFrame: A pandas DataFrame containing the selected data.
+        """
+
+        conditions = extract_comparison_conditions(query.where)
+
+        allowed_keys = set(["locationId", "language"])
+
+        params = {}
+        filters = []
+        for op, arg1, arg2 in conditions:
+            if op == "or":
+                raise NotImplementedError("OR is not supported")
+            elif op == "=" and arg1 in allowed_keys:
+                params[arg1] = arg2
+            elif op != "=":
+                raise NotImplementedError(f"Unknown op: {op}")
+            else:
+                filters.append([op, arg1, arg2])
+
+        if query.limit is not None:
+            params["max_results"] = query.limit.value
+
+        if "locationId" not in params:
+            params["locationId"] = "23322232"
+
+        result = self.handler.call_tripadvisor_photos_api(params=params)
+
+        # filter targets
+        columns = []
+        for target in query.targets:
+            if isinstance(target, ast.Star):
+                columns = []
+                break
+            elif isinstance(target, ast.Identifier):
+                columns.append(target.parts[-1])
+            else:
+                raise NotImplementedError
+
+        if len(columns) == 0:
+            columns = self.get_columns()
+
+        # columns to lower case
+        columns = [name.lower() for name in columns]
+
+        if len(result) == 0:
+            result = pd.DataFrame([], columns=columns)
+        else:
+            # add absent columns
+            for col in set(columns) & set(result.columns) ^ set(columns):
+                result[col] = None
+
+            # filter by columns
+            result = result[columns]
+        return result
+
+    def get_columns(self):
+        """Get the list of column names for the photos table.
+
+        Returns:
+            list: A list of column names for the photos table.
+        """
+        return [
+            "id",
+            "is_blessed",
+            "album",
+            "caption",
+            "published_date",
+            "images",
+            "source",
+            "user",
+        ]
+
+
+class NearbyLocationTable(APITable):
+    def select(self, query: ast.Select) -> pd.DataFrame:
+        """Select data from the nearby_location table and return it as a pandas DataFrame.
+
+        Args:
+            query (ast.Select): The SQL query to be executed.
+
+        Returns:
+            pandas.DataFrame: A pandas DataFrame containing the selected data.
+        """
+
+        conditions = extract_comparison_conditions(query.where)
+
+        allowed_keys = set(["latLong", "language", "category", "phone", "address", "radius", "radiusUnit"])
+
+        params = {}
+        filters = []
+        for op, arg1, arg2 in conditions:
+            if op == "or":
+                raise NotImplementedError("OR is not supported")
+            elif op == "=" and arg1 in allowed_keys:
+                params[arg1] = arg2
+            elif op != "=":
+                raise NotImplementedError(f"Unknown op: {op}")
+            else:
+                filters.append([op, arg1, arg2])
+
+        if query.limit is not None:
+            params["max_results"] = query.limit.value
+
+        if "latLong" not in params:
+            params["latLong"] = "40.780825, -73.972781"
+
+        result = self.handler.call_tripadvisor_nearby_location_api(params=params)
+
+        # filter targets
+        columns = []
+        for target in query.targets:
+            if isinstance(target, ast.Star):
+                columns = []
+                break
+            elif isinstance(target, ast.Identifier):
+                columns.append(target.parts[-1])
+            else:
+                raise NotImplementedError
+
+        if len(columns) == 0:
+            columns = self.get_columns()
+
+        # columns to lower case
+        columns = [name.lower() for name in columns]
+
+        if len(result) == 0:
+            result = pd.DataFrame([], columns=columns)
+        else:
+            # add absent columns
+            for col in set(columns) & set(result.columns) ^ set(columns):
+                result[col] = None
+
+            # filter by columns
+            result = result[columns]
+        return result
+
+    def get_columns(self):
+        """Get the list of column names for the nearby_location table.
+
+        Returns:
+            list: A list of column names for the nearby_location table.
+        """
+        return [
+            "location_id",
+            "name",
+            "distance",
+            "rating",
+            "bearing",
+            "address_obj",
+        ]

mindsdb/integrations/handlers/twelve_labs_handler/__about__.py

@@ -0,0 +1,9 @@
+__title__ = 'MindsDB Twelve Labs handler'
+__package_name__ = 'mindsdb_twelve_labs_handler'
+__version__ = '0.0.1'
+__description__ = "MindsDB handler for Twelve Labs"
+__author__ = 'MindsDB Inc.'
+__github__ = 'https://github.com/mindsdb/mindsdb'
+__pypi__ = 'https://pypi.org/project/mindsdb/'
+__license__ = 'MIT'
+__copyright__ = 'Copyright 2023- mindsdb'

mindsdb/integrations/handlers/twelve_labs_handler/__init__.py

@@ -0,0 +1,19 @@
+from mindsdb.integrations.libs.const import HANDLER_TYPE
+
+from mindsdb.integrations.handlers.twelve_labs_handler.__about__ import __version__ as version, __description__ as description
+try:
+    from .twelve_labs_handler import TwelveLabsHandler as Handler
+    import_error = None
+except Exception as e:
+    Handler = None
+    import_error = e
+
+title = 'Twelve Labs'
+name = 'twelve_labs'
+type = HANDLER_TYPE.ML
+icon_path = 'icon.svg'
+permanent = False
+
+__all__ = [
+    'Handler', 'version', 'name', 'type', 'title', 'description', 'import_error', 'icon_path'
+]

mindsdb/integrations/handlers/twelve_labs_handler/icon.svg

@@ -0,0 +1,7 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="40" height="41" viewBox="0 0 40 41" fill="none">
+  <path d="M9.63396 19.7575C14.9547 19.7575 19.2679 15.4442 19.2679 10.1235C19.2679 4.80283 14.9547 0.489563 9.63396 0.489563C4.31327 0.489563 0 4.80283 0 10.1235C0 15.4442 4.31327 19.7575 9.63396 19.7575Z" fill="#FF8D3A"/>
+  <path d="M30.327 19.7575C35.6476 19.7575 39.9609 15.4442 39.9609 10.1235C39.9609 4.80283 35.6476 0.489563 30.327 0.489563C25.0063 0.489563 20.693 4.80283 20.693 10.1235C20.693 15.4442 25.0063 19.7575 30.327 19.7575Z" fill="#B2F260"/>
+  <path d="M9.63396 40.4505C14.9547 40.4505 19.2679 36.1372 19.2679 30.8165C19.2679 25.4958 14.9547 21.1826 9.63396 21.1826C4.31327 21.1826 0 25.4958 0 30.8165C0 36.1372 4.31327 40.4505 9.63396 40.4505Z" fill="#4FE5C1"/>
+  <path d="M26.7154 33.6764C26.9017 34.1534 27.1512 34.6031 27.4572 35.0137C27.7793 34.7501 28.16 32.0854 28.2771 31.1679C28.7359 27.9663 29.1556 24.9502 31.4884 24.9502C33.9677 24.9502 34.4167 27.8785 34.6802 30.104C34.76 30.8105 34.8839 31.5114 35.0511 32.2026C35.1097 32.0757 35.1878 31.9293 35.2659 31.7438C35.562 30.8107 36.1512 29.9979 36.9461 29.4264C37.7409 28.8549 38.6989 28.5551 39.6778 28.5715C39.1496 26.4047 37.8852 24.4886 36.1008 23.1507C34.3164 21.8128 32.1227 21.1361 29.8947 21.2364C27.6667 21.3367 25.5426 22.2077 23.8856 23.7005C22.2286 25.1933 21.1415 27.2152 20.8101 29.4207C24.6461 29.0498 25.9345 31.8902 26.7154 33.6764Z" fill="black"/>
+  <path d="M37.3158 32.6223C36.9351 33.4617 36.3397 34.7111 34.8658 34.6428C33.0307 34.5549 32.7282 32.3197 32.4549 30.3577C32.3182 29.3817 32.0156 27.1367 31.4788 27.1367C31.3128 27.2538 30.9614 28.1127 30.5027 31.4314C30.1123 34.2133 29.7706 36.6144 28.1308 37.1025C27.8907 37.178 27.6407 37.2174 27.389 37.2196C25.8858 37.2196 25.2123 35.7457 24.6755 34.5549C23.8946 32.8272 23.2016 31.3241 20.7711 31.6267C20.9937 34.0936 22.1579 36.38 24.022 38.0111C25.886 39.6422 28.3067 40.4927 30.7814 40.3859C33.256 40.2792 35.5945 39.2233 37.3111 37.4377C39.0278 35.6521 39.9907 33.2739 40 30.797V30.7482C38.1942 30.6798 37.8233 31.4998 37.3158 32.6223Z" fill="black"/>
+</svg>

mindsdb/integrations/handlers/twelve_labs_handler/requirements.txt

@@ -0,0 +1,2 @@
+requests_toolbelt
+pydantic-settings >= 2.1.0