pyobvector 0.2.13__py3-none-any.whl → 0.2.15__py3-none-any.whl

pyobvector/client/ob_vec_client.py

@@ -90,11 +90,19 @@ class ObVecClient:
                     )
 
     def refresh_metadata(self, tables: Optional[list[str]] = None):
-        """Reload metadata from the database."""
-        if tables is None:
-            self.metadata_obj.reflect(bind=self.engine, extend_existing=True)
-        else:
+        """Reload metadata from the database.
+        
+        Args:
+            tables (Optional[list[str]]): names of the tables to refresh. If None, refresh all tables.
+        """
+        if tables is not None:
+            for table_name in tables:
+                if table_name in self.metadata_obj.tables:
+                    self.metadata_obj.remove(Table(table_name, self.metadata_obj))
             self.metadata_obj.reflect(bind=self.engine, only=tables, extend_existing=True)
+        else:
+            self.metadata_obj.clear()
+            self.metadata_obj.reflect(bind=self.engine, extend_existing=True)
 
     def _insert_partition_hint_for_query_sql(self, sql: str, partition_hint: str):
         from_index = sql.find("FROM")
@@ -808,3 +816,47 @@ class ObVecClient:
         with self.engine.connect() as conn:
             with conn.begin():
                 return conn.execute(text(text_sql))
+
+    def add_columns(
+        self,
+        table_name: str,
+        columns: list[Column],
+    ):
+        """Add multiple columns to an existing table.
+        
+        Args:
+            table_name (string): table name
+            columns (list[Column]): list of SQLAlchemy Column objects representing the new columns
+        """
+        compiler = self.engine.dialect.ddl_compiler(self.engine.dialect, None)
+        column_specs = [compiler.get_column_specification(column) for column in columns]
+        columns_ddl = ", ".join(f"ADD COLUMN {spec}" for spec in column_specs)
+        
+        with self.engine.connect() as conn:
+            with conn.begin():
+                conn.execute(
+                    text(f"ALTER TABLE `{table_name}` {columns_ddl}")
+                )
+                
+        self.refresh_metadata([table_name])
+
+    def drop_columns(
+        self,
+        table_name: str,
+        column_names: list[str],
+    ):
+        """Drop multiple columns from an existing table.
+        
+        Args:
+            table_name (string): table name
+            column_names (list[str]): names of the columns to drop
+        """
+        columns_ddl = ", ".join(f"DROP COLUMN `{name}`" for name in column_names)
+        
+        with self.engine.connect() as conn:
+            with conn.begin():
+                conn.execute(
+                    text(f"ALTER TABLE `{table_name}` {columns_ddl}")
+                )
+                
+        self.refresh_metadata([table_name])

pyobvector/client/ob_vec_json_table_client.py

@@ -236,6 +236,7 @@ class ObVecJsonTableClient(ObVecClient):
             raise ValueError("Table name duplicated")
         
         session = self.session()
+        session.execute(text("SET @@session.autocommit=0"))
         new_meta_cache_items = []
         col_id = 16
         for col_def in ast.find_all(exp.ColumnDef):
@@ -607,6 +608,7 @@ class ObVecJsonTableClient(ObVecClient):
             raise ValueError(f"Table {jtable_name} does not exists")
         
         session = self.session()
+        session.execute(text("SET @@session.autocommit=0"))
         for action in ast.actions:
             if isinstance(action, ChangeColumn):
                 self._handle_alter_jtable_change_column(
@@ -681,6 +683,7 @@ class ObVecJsonTableClient(ObVecClient):
             raise ValueError(f"Invalid ast type {ast.this}")
 
         session = self.session()
+        session.execute(text("SET @@session.autocommit=0"))
         n_new_records = 0
         for tuple in ast.expression.expressions:
             expr_list = tuple.expressions

pyobvector/schema/array.py

@@ -1,6 +1,6 @@
 """ARRAY: An extended data type for SQLAlchemy"""
 import json
-from typing import Any, List, Optional, Sequence, Union, Type
+from typing import Any, List, Optional, Sequence, Union
 
 from sqlalchemy.sql.type_api import TypeEngine
 from sqlalchemy.types import UserDefinedType, String
@@ -120,39 +120,3 @@ class ARRAY(UserDefinedType):
             return json.dumps(processed)
 
         return process
-
-
-def nested_array(dim: int) -> Type[ARRAY]:
-    """Create a nested array type class with specified dimensions.
-    
-    Args:
-        dim: The number of dimensions for the array type (1-6)
-        
-    Returns:
-        A class type that can be instantiated with an item_type to create a nested array
-        
-    Raises:
-        ValueError: If dim is not between 1 and 6
-    """
-    if not 1 <= dim <= 6:
-        raise ValueError("Dimension must be between 1 and 6")
-
-    class NestedArray(ARRAY):
-        cache_ok = True
-        _string = String()
-
-        def __init__(self, item_type: Union[TypeEngine, type]):
-            super(UserDefinedType, self).__init__()
-            if isinstance(item_type, type):
-                item_type = item_type()
-
-            assert not isinstance(item_type, ARRAY), "The item_type of NestedArray should not be an ARRAY type"
-
-            nested_type = item_type
-            for _ in range(dim):
-                nested_type = ARRAY(nested_type)
-
-            self.item_type = nested_type.item_type
-            self.dim = dim
-
-    return NestedArray

pyobvector/schema/reflection.py

@@ -3,7 +3,7 @@ import re
 import logging
 from sqlalchemy.dialects.mysql.reflection import MySQLTableDefinitionParser, _re_compile, cleanup_text
 
-from pyobvector.schema.array import nested_array
+from pyobvector.schema.array import ARRAY
 
 logger = logging.getLogger(__name__)
 
@@ -49,10 +49,12 @@ class OceanBaseTableDefinitionParser(MySQLTableDefinitionParser):
             # r"(?:(?P<type>\S+) )?KEY"
             r"(?: +{iq}(?P<name>(?:{esc_fq}|[^{fq}])+){fq})?"
             r"(?: +USING +(?P<using_pre>\S+))?"
-            r" +\((?P<columns>.+?)\)"
+            r" +\((?P<columns>[^)]+)\)"
             r"(?: +USING +(?P<using_post>\S+))?"
-            r"(?: +(KEY_)?BLOCK_SIZE *[ =]? *(?P<keyblock>\S+) *(LOCAL)?)?"
+            r"(?: +WITH +\((?P<vector_params>[^)]+)\))?"
             r"(?: +WITH PARSER +(?P<parser>\S+))?"
+            r"(?: +PARSER_PROPERTIES=\((?P<parser_properties>[^)]+)\))?"
+            r"(?: +(KEY_)?BLOCK_SIZE *[ =]? *(?P<keyblock>\S+) *(LOCAL)?)?"
             r"(?: +COMMENT +(?P<comment>(\x27\x27|\x27([^\x27])*?\x27)+))?"
             r"(?: +/\*(?P<version_sql>.+)\*/ *)?"
             r",?$".format(iq=quotes["iq"], esc_fq=quotes["esc_fq"], fq=quotes["fq"])
@@ -100,7 +102,9 @@ class OceanBaseTableDefinitionParser(MySQLTableDefinitionParser):
                 item_type_args = [int(v) for v in self._re_csv_int.findall(item_type_arg)]
 
             nested_level = coltype_with_args.lower().count('array')
-            type_instance = nested_array(nested_level)(item_type(*item_type_args))
+            type_instance = item_type(*item_type_args)
+            for _ in range(nested_level):
+                type_instance = ARRAY(type_instance)
 
             col_kw = {}
 
@@ -135,16 +139,15 @@ class OceanBaseTableDefinitionParser(MySQLTableDefinitionParser):
         if ret:
             tp, spec = ret
 
-            if tp is None:
-                return ret
-            if tp == "partition":
-                # do not handle partition
+            if tp is None or tp == "partition" or not isinstance(spec, dict):
                 return ret
+
             if tp == "fk_constraint":
-                if len(spec["table"]) == 2 and spec["table"][0] == self.default_schema:
-                    spec["table"] = spec["table"][1:]
-            if spec.get("onupdate", "").lower() == "restrict":
-                spec["onupdate"] = None
-            if spec.get("ondelete", "").lower() == "restrict":
-                spec["ondelete"] = None
+                table = spec.get("table", [])
+                if isinstance(table, list) and len(table) == 2 and table[0] == self.default_schema:
+                    spec["table"] = table[1:]
+
+            for action in ["onupdate", "ondelete"]:
+                if (spec.get(action) or "").lower() == "restrict":
+                    spec[action] = None
         return ret

{pyobvector-0.2.13.dist-info → pyobvector-0.2.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pyobvector
-Version: 0.2.13
+Version: 0.2.15
 Summary: A python SDK for OceanBase Vector Store, based on SQLAlchemy, compatible with Milvus API.
 Author: shanhaikang.shk
 Author-email: shanhaikang.shk@oceanbase.com
@@ -36,7 +36,7 @@ poetry install
 - install with pip:
 
 ```shell
-pip install pyobvector==0.2.13
+pip install pyobvector==0.2.14
 ```
 
 ## Build Doc

{pyobvector-0.2.13.dist-info → pyobvector-0.2.15.dist-info}/RECORD

@@ -6,8 +6,8 @@ pyobvector/client/exceptions.py,sha256=CAsTHR9juYleRjYIa4bqk_lw14h8daBvChKoU0o19
 pyobvector/client/fts_index_param.py,sha256=hMCjA3Aecnt0uQQT6UQGTIIqdPk1M4gX4-zREDQygLs,1139
 pyobvector/client/index_param.py,sha256=3gXi66Ey1PO9x5_61CrH7DmPb496kviBQI5NT7nfbGc,6309
 pyobvector/client/milvus_like_client.py,sha256=CpPo6mkGE8iNFpKGBFof3h7E1VTzy1DAPGlFM9F_s8g,26373
-pyobvector/client/ob_vec_client.py,sha256=QZAZxtSgsS2Z8SgEtsSSUcCroaML_XS-cq7aK-sSxic,29718
-pyobvector/client/ob_vec_json_table_client.py,sha256=m0Oq41dXEil9S1YCK2_RGbSMziatqAItn8Osk-9rzJI,39066
+pyobvector/client/ob_vec_client.py,sha256=XRbsf9wT6obnbJTBV-xlseXBrkvMhkfmzis-gQKD6Os,31566
+pyobvector/client/ob_vec_json_table_client.py,sha256=rq80AfqAKhosLcrBFROAoINVSkr-48xlRH91Jt4pEwA,39246
 pyobvector/client/partitions.py,sha256=Bxwr5yVNlXwZc7SXBC03NeqL9giy4Fe6S2qZdHD8xGw,15621
 pyobvector/client/schema_type.py,sha256=u1LJsr1o9lxv2b_6KYu77RciFa1R_Qk69k_WT30x6BU,1582
 pyobvector/json_table/__init__.py,sha256=X5MmK3f10oyJleUUFZJFeunMEfzmf6P1f_7094b-FZc,554
@@ -15,14 +15,14 @@ pyobvector/json_table/json_value_returning_func.py,sha256=NWSV2zhe2-1KhIprQaFqOH
 pyobvector/json_table/oceanbase_dialect.py,sha256=lxpbWBQdK18LWXLmGyk_-ODv6VfnwGLHbcpsQMElOUo,4480
 pyobvector/json_table/virtual_data_type.py,sha256=uQh6ZQ0UbwpVO9TFegGeu4E8bXW7rdLHAXFQJdiEjLs,3467
 pyobvector/schema/__init__.py,sha256=EU8NH8Q-L05sFBGKPV6yIBUeh5f3awTkArdBJ7d4CvQ,2271
-pyobvector/schema/array.py,sha256=PoSBc3qCVdMJcLramZp95t69i15ES1J_bqnFANqQoRs,5255
+pyobvector/schema/array.py,sha256=WDWLZbCdu8stK8wlGWfKUjkhWifS8vbsfYUEEJsQOlQ,4163
 pyobvector/schema/dialect.py,sha256=mdRjn3roztCkk6RXbaB0Wn1uhT2BPS2y18MwL6wW-jo,1840
 pyobvector/schema/full_text_index.py,sha256=ohQX8uTPdRswEJONuN5A-bNv203d0N0b2BsJ7etx71g,2071
 pyobvector/schema/geo_srid_point.py,sha256=RwEoCgGTmXDc0le1B2E3mZudtqiFdMf2M0Va1ocmVSY,1210
 pyobvector/schema/gis_func.py,sha256=u7bqaB5qIylW8GvRdglLQL2H1SheQZNnAqgZrOGyrks,3118
 pyobvector/schema/match_against_func.py,sha256=ExTQJvAXHaZwBo1Sjy6IlnF1nF6D9xGUsF4f7zaP8Q0,1336
 pyobvector/schema/ob_table.py,sha256=wlb6Oo9LG-sr8XnG_wbX1Qi5CgnS0XUzNL5qTdsncoY,392
-pyobvector/schema/reflection.py,sha256=aWJrodN9B2NmCOLoagg_v4b-9ABJGLCEWoDb7CIjTPY,5745
+pyobvector/schema/reflection.py,sha256=ae8BYlbOWddyU6ly_bOcudsB1CKcD_OcUpAvLVgOW7o,5890
 pyobvector/schema/replace_stmt.py,sha256=FtGLXHz6DwzD0FOZPn1EZgXdbHZu-K9HIHS02rZqYrE,560
 pyobvector/schema/vec_dist_func.py,sha256=4GAWSrhFNDYooBpbBg604wDrByPrewp46Y4VeoDxV7Y,2986
 pyobvector/schema/vector.py,sha256=dFKfPcTOto0jNxVjhvDmJM7Q4wwp6Z-HcZ3K6oZxUMc,1120
@@ -30,7 +30,7 @@ pyobvector/schema/vector_index.py,sha256=aNtrEBUclc4s6QuqCZpu3Hj3OdjyhbWgtLiJzo6
 pyobvector/util/__init__.py,sha256=D9EgRDlcMSDhY3uI__vnCl45Or75dOXMWSval5P5fqs,251
 pyobvector/util/ob_version.py,sha256=ZIySam8q_MCiwctAiAHPB4GdAzGQiXEo1wVkc9IOTDU,1539
 pyobvector/util/vector.py,sha256=xyM-NuOyd78K7P3kinqyWvLIzEbf9c-4TKn_QVF7qgw,2265
-pyobvector-0.2.13.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-pyobvector-0.2.13.dist-info/METADATA,sha256=fxRXFWsunoyvBZ3wW5r7FMo8JB6WZbYBj9ijOtF8tnU,6659
-pyobvector-0.2.13.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-pyobvector-0.2.13.dist-info/RECORD,,
+pyobvector-0.2.15.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+pyobvector-0.2.15.dist-info/METADATA,sha256=msAPB_jEYpVDpBtf3Dvj0-4mmy9OwfXpfP1kODTE38A,6659
+pyobvector-0.2.15.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+pyobvector-0.2.15.dist-info/RECORD,,