dbhydra 2.3.0__tar.gz → 2.3.3__tar.gz

{dbhydra-2.3.0 → dbhydra-2.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dbhydra
-Version: 2.3.0
+Version: 2.3.3
 Summary: Data science friendly ORM combining Python
 Home-page: https://github.com/DovaX/dbhydra
 Author: DovaX
@@ -11,6 +11,12 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: pyodbc
+Requires-Dist: pandas
+Requires-Dist: pymysql
+Requires-Dist: pymongo
+Requires-Dist: google-cloud-bigquery
+Requires-Dist: pydantic
 
 # dbhydra
 Data science friendly ORM (Object Relational Mapping) library combining Python, Pandas, and various SQL dialects

{dbhydra-2.3.0 → dbhydra-2.3.3}/dbhydra/dbhydra_core.py

@@ -27,6 +27,11 @@ class Blob(str):
     pass
 
 
+class LongText(str):
+    """Marker type for columns that should be mapped to LONGTEXT in SQL backends."""
+    pass
+
+
 # dataframe - dictionary auxiliary functions
 def df_to_dict(df, column1, column2):
     dictionary = df.set_index(column1).to_dict()[column2]

{dbhydra-2.3.0 → dbhydra-2.3.3}/dbhydra/src/abstract_table.py

@@ -134,18 +134,32 @@ class AbstractSelectable:
             return(rows)
             
 
-    def select_all(self, debug_mode = False):
+    def select_all(self, debug_mode = False, limit: Optional[int] = None, offset: Optional[int] = None):
         quote = self.db1.identifier_quote
         all_cols_query = ""
         for col in self.columns:
             all_cols_query = all_cols_query + quote + col + quote + ","
         if all_cols_query[-1] == ",":
             all_cols_query = all_cols_query[:-1]
-        list1 = self.select(f"SELECT {all_cols_query} FROM {quote}{self.name}{quote};", debug_mode = debug_mode)
+        
+        query = f"SELECT {all_cols_query} FROM {quote}{self.name}{quote}"
+        
+        # Add LIMIT and OFFSET to the query
+        if limit is not None and limit > 0:
+            if offset is not None and offset > 0:
+                query += f" LIMIT {offset}, {limit}"
+            else:
+                query += f" LIMIT {limit}"
+        elif offset is not None and offset > 0:
+            # MySQL requires LIMIT when using OFFSET, use a large number for all remaining rows
+            query += f" LIMIT {offset}, 18446744073709551615"
+        
+        query += ";"
+        list1 = self.select(query, debug_mode = debug_mode)
         return (list1)
 
-    def select_to_df(self, debug_mode = False):
-        rows = self.select_all(debug_mode = debug_mode)
+    def select_to_df(self, debug_mode = False, limit: Optional[int] = None, offset: Optional[int] = None):
+        rows = self.select_all(debug_mode = debug_mode, limit = limit, offset = offset)
         if self.query_building_enabled:
             self.to_df()
             df=None
@@ -269,10 +283,20 @@ class AbstractTable(AbstractJoinable, abc.ABC):
 
     def update(self, variable_assign, where=None, debug_mode = False):
         quote = self.db1.identifier_quote
-        if where is None:
-            query = f"UPDATE {quote}{self.name}{quote} SET {quote}{variable_assign}{quote}"
-        else:
-            query = f"UPDATE {quote}{self.name}{quote} SET {quote}{variable_assign}{quote} WHERE {quote}{where}{quote}"
+
+        assert "=" in variable_assign 
+        assigned_variable,assigned_value=variable_assign.split("=").strip()
+        
+        query = f"UPDATE {quote}{self.name}{quote} SET {quote}{assigned_variable}{quote} = {assigned_value}"
+        
+        if where:
+            query += f" WHERE {where}"
+
+        #Old broken implementation it gives `` for the SQL syntax query
+        # if where is None:
+        #     query = f"UPDATE {quote}{self.name}{quote} SET {quote}{variable_assign}{quote}"
+        # else:
+        #     query = f"UPDATE {quote}{self.name}{quote} SET {quote}{variable_assign}{quote} WHERE {quote}{where}{quote}"
 
         if debug_mode:
             print(query)

{dbhydra-2.3.0 → dbhydra-2.3.3}/dbhydra/src/mysql_db.py

@@ -21,6 +21,7 @@ class MysqlDb(AbstractDb):
     'datetime': "datetime",
     'Jsonable': "json",
     'Blob': "mediumblob",
+    'LongText': "longtext",
     }
 
     def __init__(self, *args, **kwargs):

{dbhydra-2.3.0 → dbhydra-2.3.3}/dbhydra/src/tables.py

@@ -38,7 +38,6 @@ PYTHON_TO_MYSQL_DATA_MAPPING = {
 
 def save_migration(function, *args, **kw):  # decorator
     def new_function(instance, *args, **kw):
-        print("TOTO TU")
         print(instance)
         print(*args)
         command = function.__name__
@@ -63,9 +62,12 @@ def save_migration(function, *args, **kw):  # decorator
             print(migration_dict)
         # TODO: add other methods
 
-        migrator = instance.db1.migrator
-        migrator.migration_list.append(migration_dict)
-        # migrator.migration_list_to_json()
+        if hasattr(instance.db1, 'migrator'):
+            migrator = instance.db1.migrator
+            migrator.migration_list.append(migration_dict)
+            # migrator.migration_list_to_json()
+        else:
+            print(f"[save_migration] WARNING: db1 object of type {type(instance.db1)} has no 'migrator' attribute. Migration not saved.")
         function(instance, *args, **kw)
 
     return (new_function)
@@ -806,6 +808,11 @@ class MysqlTable(AbstractTable):
                     query += "'" + str(rows[k][j]) + "',"
                 elif "json" in self.types[j + start_index]:
                     query += f"'{rows[k][j]}', "
+                elif "text" in self.types[j + start_index]:
+                    # Covers text, mediumtext, longtext
+                    if replace_apostrophes:
+                        rows[k][j] = str(rows[k][j]).replace("'", "")
+                    query += "'" + str(rows[k][j]) + "',"
                 elif 'blob' in self.types[j + start_index]:
                     # Convert to hex to allow insertion into SQL query
                     hex_data = binascii.hexlify(rows[k][j]).decode('ascii')

dbhydra-2.3.3/dbhydra/tests/test_mysql_ddl.py

@@ -0,0 +1,91 @@
+##### DDL (data definition language) tests for MySQL #####
+
+import os
+import pytest
+import random
+import string
+import dbhydra.dbhydra_core as dh
+
+def random_table_name(prefix="test_table_"):
+    return prefix + ''.join(random.choices(string.ascii_lowercase + string.digits, k=8))
+
+# Rename mysqldb fixture and all references to db1
+@pytest.fixture(scope="module")
+def db1():
+    # Get the directory of this test file, then go up one level to the project root
+    root_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
+    config_path = os.path.join(root_dir, "config-mysql.ini")
+    return dh.MysqlDb(config_file=config_path)
+
+@pytest.fixture(scope="function")
+def temp_mysql_table(db1):
+    table_name = random_table_name()
+    columns = ["id", "name"]
+    types = ["int", "varchar(255)"]
+    table = dh.MysqlTable(db1, table_name, columns, types)
+    with db1.connect_to_db():
+        table.create()
+        table_dict = db1.generate_table_dict()
+        assert table_name in table_dict, f"Temp table {table_name} was not created!"
+    yield table
+    # Cleanup
+    try:
+        with db1.connect_to_db():
+            table.drop()
+            table_dict = db1.generate_table_dict()
+            assert table_name not in table_dict, f"Temp table {table_name} was not dropped!"
+    except Exception as e:
+        print(f"[CLEANUP] Could not drop table {table_name}: {e}")
+        raise
+
+def test_mysql_create_and_drop_table(db1):
+    table_name = random_table_name()
+    columns = ["id", "name"]
+    types = ["int", "varchar(255)"]
+    table = dh.MysqlTable(db1, table_name, columns, types)
+    with db1.connect_to_db():
+        table.create()
+        table_dict = db1.generate_table_dict()
+        assert table_name in table_dict, f"Table {table_name} was not created!"
+        table.drop()
+        table_dict = db1.generate_table_dict()
+        assert table_name not in table_dict, f"Table {table_name} was not dropped!"
+
+def test_mysql_add_column(temp_mysql_table, db1):
+    table = temp_mysql_table
+    column = "age"
+    type = "int"
+    with db1.connect_to_db():
+        table.add_column(column, type)
+        df = table.select_to_df()
+        columns = df.columns.tolist()
+        assert column in columns, f"Column '{column}' was not added! Columns: {columns}"
+
+def test_mysql_drop_column(temp_mysql_table, db1):
+    table = temp_mysql_table
+    column = "age"
+    type = "int"
+    with db1.connect_to_db():
+        table.add_column(column, type)
+        df = table.select_to_df()
+        columns = df.columns.tolist()
+        assert column in columns, f"Column '{column}' was not added! Columns: {columns}"
+        table.drop_column(column)
+        df = table.select_to_df()
+        columns = df.columns.tolist()
+        assert column not in columns, f"Column '{column}' was not dropped! Columns: {columns}"
+
+def test_mysql_modify_column(temp_mysql_table, db1):
+    table = temp_mysql_table
+    column = "age"
+    type = "int"
+    with db1.connect_to_db():
+        table.add_column(column, type)
+        df = table.select_to_df()
+        columns = df.columns.tolist()
+        assert column in columns, f"Column '{column}' was not added! Columns: {columns}"
+        # Modify column type
+        type2 = "varchar(100)"
+        table.modify_column(column, type2)
+        types = table.get_all_types()
+        assert any("varchar" in t for t in types), f"Column '{column}' was not modified to varchar! Types: {types}" 

{dbhydra-2.3.0 → dbhydra-2.3.3}/dbhydra.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dbhydra
-Version: 2.3.0
+Version: 2.3.3
 Summary: Data science friendly ORM combining Python
 Home-page: https://github.com/DovaX/dbhydra
 Author: DovaX
@@ -11,6 +11,12 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: pyodbc
+Requires-Dist: pandas
+Requires-Dist: pymysql
+Requires-Dist: pymongo
+Requires-Dist: google-cloud-bigquery
+Requires-Dist: pydantic
 
 # dbhydra
 Data science friendly ORM (Object Relational Mapping) library combining Python, Pandas, and various SQL dialects

{dbhydra-2.3.0 → dbhydra-2.3.3}/dbhydra.egg-info/SOURCES.txt

@@ -25,4 +25,5 @@ dbhydra/src/errors/exceptions.py
 dbhydra/tests/__init__.py
 dbhydra/tests/test_cases.py
 dbhydra/tests/test_mongo.py
+dbhydra/tests/test_mysql_ddl.py
 dbhydra/tests/test_sql.py

{dbhydra-2.3.0 → dbhydra-2.3.3}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r") as fh:
     
 setuptools.setup(
     name='dbhydra',
-    version='2.3.0',
+    version='2.3.3',
     author='DovaX',
     author_email='dovax.ai@gmail.com',
     description='Data science friendly ORM combining Python',