sunholo 0.125.0__py3-none-any.whl → 0.125.1__py3-none-any.whl

sunholo/database/alloydb_client.py

@@ -584,7 +584,8 @@ class AlloyDBClient:
 
     async def create_table_from_schema(self, table_name: str, schema_data: dict, users: list = None):
         """
-        Creates or ensures a table exists based on the structure of the provided schema data.
+        Creates or ensures a table exists based on the structure of the provided schema data,
+        with special handling for expandable lists.
         
         Args:
             table_name (str): Name of the table to create
@@ -596,22 +597,32 @@ class AlloyDBClient:
         """
         # Generate column definitions from schema data
         columns = []
+        
         for key, value in schema_data.items():
-            if isinstance(value, dict):
-                # For nested objects, store as JSONB
-                columns.append(f'"{key}" JSONB')
-            elif isinstance(value, list):
-                # For arrays, store as JSONB
-                columns.append(f'"{key}" JSONB')
-            elif isinstance(value, int):
-                columns.append(f'"{key}" INTEGER')
-            elif isinstance(value, float):
-                columns.append(f'"{key}" NUMERIC')
-            elif isinstance(value, bool):
-                columns.append(f'"{key}" BOOLEAN')
+            # Check if this is a specially marked expandable list
+            if isinstance(value, dict) and value.get("__is_expandable_list__", False):
+                # Handle expandable lists - we need to examine the first item to determine column types
+                items = value.get("items", [])
+                
+                # Add an index column for this list
+                columns.append(f'"{key}_index" INTEGER')
+                
+                if items and isinstance(items[0], dict):
+                    # If the first item is a dictionary, we need to create columns for all its keys
+                    sample_item = items[0]
+                    # Flatten the dictionary with the key as prefix
+                    flattened_item = self._flatten_dict_for_schema(sample_item, key, "_")
+                    
+                    # Add columns for all keys in the flattened dictionary
+                    for item_key, item_value in flattened_item.items():
+                        item_column = self._get_column_definition(item_key, item_value)
+                        columns.append(item_column)
+                else:
+                    # If items are simple values, just add a column for the list key itself
+                    columns.append(self._get_column_definition(key, items[0] if items else None))
             else:
-                # Default to TEXT for strings and other types
-                columns.append(f'"{key}" TEXT')
+                # Regular handling for non-list fields
+                columns.append(self._get_column_definition(key, value))
         
         # Add metadata columns
         columns.extend([
@@ -651,7 +662,64 @@ class AlloyDBClient:
         
         return result
 
-    def flatten_dict(self, nested_dict, parent_key='', separator='.'):
+    def _get_column_definition(self, key, value):
+        """
+        Helper method to get SQL column definition from a key and value.
+        
+        Args:
+            key (str): The column name
+            value: The value to determine the column type
+            
+        Returns:
+            str: SQL column definition
+        """
+        if value is None:
+            # For unknown types (None), default to TEXT
+            return f'"{key}" TEXT'
+        elif isinstance(value, dict):
+            # For nested objects, store as JSONB
+            return f'"{key}" JSONB'
+        elif isinstance(value, list):
+            # For arrays, store as JSONB
+            return f'"{key}" JSONB'
+        elif isinstance(value, int):
+            return f'"{key}" INTEGER'
+        elif isinstance(value, float):
+            return f'"{key}" NUMERIC'
+        elif isinstance(value, bool):
+            return f'"{key}" BOOLEAN'
+        else:
+            # Default to TEXT for strings and other types
+            return f'"{key}" TEXT'
+
+    def _flatten_dict_for_schema(self, nested_dict, parent_key='', separator='.'):
+        """
+        Flatten a nested dictionary for schema creation.
+        
+        Args:
+            nested_dict (dict): The nested dictionary to flatten
+            parent_key (str): The parent key for the current recursion level
+            separator (str): The separator to use between key levels
+            
+        Returns:
+            dict: A flattened dictionary
+        """
+        flattened = {}
+        
+        for key, value in nested_dict.items():
+            # Create the new key with parent_key if it exists
+            new_key = f"{parent_key}{separator}{key}" if parent_key else key
+            
+            # If value is a dictionary, recursively flatten it
+            if isinstance(value, dict):
+                flattened.update(self._flatten_dict_for_schema(value, new_key, separator))
+            else:
+                # For simple values, just add them with the new key
+                flattened[new_key] = value
+                
+        return flattened
+
+    def _flatten_dict(self, nested_dict, parent_key='', separator='.'):
         """
         Flatten a nested dictionary into a single-level dictionary with dot notation for keys.
         
@@ -671,7 +739,7 @@ class AlloyDBClient:
             
             # If value is a dictionary, recursively flatten it
             if isinstance(value, dict):
-                flattened.update(self.flatten_dict(value, new_key, separator))
+                flattened.update(self._flatten_dict(value, new_key, separator))
             # Handle lists containing dictionaries or other values
             elif isinstance(value, list):
                 # Mark lists for special processing during database insertion
@@ -729,7 +797,7 @@ class AlloyDBClient:
                 # Add the current item from the primary list
                 if isinstance(item, dict):
                     # If it's a dictionary, flatten it with the primary key as prefix
-                    flattened_item = self.flatten_dict(item, primary_list_key, "_")
+                    flattened_item = self._flatten_dict(item, primary_list_key, "_")
                     row_data.update(flattened_item)
                 else:
                     # If it's a simple value, just add it with the list key

{sunholo-0.125.0.dist-info → sunholo-0.125.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sunholo
-Version: 0.125.0
+Version: 0.125.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0

{sunholo-0.125.0.dist-info → sunholo-0.125.1.dist-info}/RECORD

@@ -60,7 +60,7 @@ sunholo/components/retriever.py,sha256=Wmchv3huAM4w7DIS-a5Lp9Hi7M8pE6vZdxgseiT9S
 sunholo/components/vectorstore.py,sha256=k7GS1Y5c6ZGXSDAJvyCes6dTjhDAi0fjGbVLqpyfzBc,5918
 sunholo/database/__init__.py,sha256=bpB5Nk21kwqYj-qdVnvNgXjLsbflnH4g-San7OHMqR4,283
 sunholo/database/alloydb.py,sha256=x1zUMB-EVWbE2Zvp4nAs2Z-tB_kOZmS45H2lwVHdYnk,11678
-sunholo/database/alloydb_client.py,sha256=s9P57k4RC_b0Dpy0rzTUHs-h9yj3ClFYL52JzXUYeU8,31487
+sunholo/database/alloydb_client.py,sha256=IszkoMgL_OBBg6YCWBIq2v5blIX9TApdlxPgNREDt1o,34429
 sunholo/database/database.py,sha256=VqhZdkXUNdvWn8sUcUV3YNby1JDVf7IykPVXWBtxo9U,7361
 sunholo/database/lancedb.py,sha256=DyfZntiFKBlVPaFooNN1Z6Pl-LAs4nxWKKuq8GBqN58,715
 sunholo/database/static_dbs.py,sha256=8cvcMwUK6c32AS2e_WguKXWMkFf5iN3g9WHzsh0C07Q,442
@@ -168,9 +168,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.125.0.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.125.0.dist-info/METADATA,sha256=NyIZ1U8SH9vnTS0ECdCISbh2o7fp0HVBMsOKRvwipkE,10001
-sunholo-0.125.0.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-sunholo-0.125.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.125.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.125.0.dist-info/RECORD,,
+sunholo-0.125.1.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.125.1.dist-info/METADATA,sha256=KFpMxsW_gucPhBoSwzZU8UHg9tnFEMe3Lv254hgsKqE,10001
+sunholo-0.125.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+sunholo-0.125.1.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.125.1.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.125.1.dist-info/RECORD,,