datablade 0.0.0__py3-none-any.whl → 0.0.6__py3-none-any.whl

datablade/core/lists.py

@@ -1,10 +1,5 @@
-
-def flatten(nest: list) -> list:
-    """Flatten a nested list."""
-    result = []
-    for item in nest:
-        if isinstance(item, list):
-            result.extend(flatten(item))
-        else:
-            result.append(item)
-    return result
+"""Backward-compatibility re-exports for list utilities."""
+
+from ..utils.lists import flatten  # noqa: F401
+
+__all__ = ["flatten"]

datablade/core/messages.py

@@ -1,11 +1,23 @@
-
-def print_verbose(message: str, verbose: bool=True) -> None:
-    """
-    Print a message if verbose is True.
-    
-    Parameters:
-        message (str): The message to print.
-        verbose (bool): If True, the message will be printed.
-    """
-    if verbose:
-        print(str(message))
+"""Backward-compatibility re-exports for message/logging helpers."""
+
+from ..utils.messages import (  # noqa: F401
+    configure_logging,
+    get_logger,
+    log,
+    log_debug,
+    log_error,
+    log_info,
+    log_warning,
+    print_verbose,
+)
+
+__all__ = [
+    "print_verbose",
+    "log",
+    "log_debug",
+    "log_info",
+    "log_warning",
+    "log_error",
+    "get_logger",
+    "configure_logging",
+]

datablade/core/strings.py

@@ -1,43 +1,5 @@
-from .messages import print_verbose
-import pathlib
-
-def sql_quotename(name: str=None, brackets: bool=True, ticks: bool=False, verbose: bool=False) -> str|None:
-    """
-    Quote a SQL Server name string.
-    Parameters:
-        name (str): The name to quote.
-        brackets (bool): Whether to use brackets.
-    Returns:
-        str: The quoted name.
-    """
-    if name is None:
-        print_verbose("No name provided; exiting sql_quotename.", verbose)
-        exit
-    return_value = f"{name.replace('[','').replace(']','')}"
-    if brackets:
-        return_value = f"[{return_value}]"
-    if ticks or not brackets:
-        return_value = f"'{return_value}'"
-    return return_value
-
-def pathing(input: str | pathlib.Path, verbose: bool=False) -> pathlib.Path|None:
-    """
-    Standardize a path string.
-    Parameters:
-        path (str): The path to standardize.
-    Returns:
-        str: The standardized path.
-    """
-    if input is None:
-        print_verbose("No path provided; exiting pathing.", verbose)
-        exit
-    if isinstance(input, str):
-        input.replace('\\','/')
-        input = pathlib.Path(input)
-    else:
-        input = input
-    if input.exists():
-        return input
-    else:
-        print_verbose(f"Path {input} does not exist; exiting pathing.", verbose)
-        exit
+"""Backward-compatibility re-exports for string/path utilities."""
+
+from ..utils.strings import pathing, sql_quotename  # noqa: F401
+
+__all__ = ["sql_quotename", "pathing"]

datablade/core/zip.py

@@ -1,24 +1,5 @@
-import requests, zipfile, io, pathlib
-from .messages import print_verbose
-from .strings import pathing
-
-def get(url:str, path:str|pathlib.Path=None, verbose:bool=False, **kwargs) -> None|io.BytesIO:
-    """Download a file from a URL and save it to a path."""
-    try:
-        print_verbose(f"Downloading {url}", verbose=verbose)
-        data = requests.get(url, **kwargs).content 
-        zip_buffer = io.BytesIO(data)
-        if path is None:
-            return zip_buffer
-        else:
-            print_verbose(f"Saving data to {path}", verbose=verbose)
-            zip_buffer.seek(0)
-            with zipfile.ZipFile(zip_buffer, 'r') as zip_ref:
-                for zip_info in zip_ref.infolist():
-                    extract_path = pathing(path) / zip_info.filename
-                    extract_path.parent.mkdir(parents=True, exist_ok=True) 
-                    with open(extract_path, 'wb') as f:
-                        f.write(zip_ref.read(zip_info.filename))
-                        f.close()
-    except requests.exceptions.RequestException as e:
-        print_verbose(f"Error: {e}", verbose=verbose)
+"""Backward-compatibility re-exports for IO ZIP helpers."""
+
+from ..io.zip import get  # noqa: F401
+
+__all__ = ["get"]

datablade/dataframes/__init__.py

@@ -0,0 +1,51 @@
+"""
+DataFrame operations and utilities for data transformation.
+
+This module provides functions for:
+- DataFrame column cleaning and type conversion
+- Parquet schema generation and conversion
+- SQL Server schema generation
+- Memory-aware file reading with optional Polars support
+- Chunked file reading for large files
+- Partitioned Parquet writing
+"""
+
+from .frames import (
+    clean_dataframe_columns,
+    generate_parquet_schema,
+    generate_sql_server_create_table_string,
+    pandas_to_parquet_table,
+    try_cast_string_columns_to_numeric,
+    write_to_file_and_sql,
+)
+from .readers import (
+    excel_to_parquets,
+    json_to_jsonl,
+    parquet_to_csv_partitions,
+    read_file_chunked,
+    read_file_iter,
+    read_file_smart,
+    read_file_to_parquets,
+    stream_to_parquets,
+    stream_to_sink,
+)
+
+__all__ = [
+    # DataFrame operations
+    "try_cast_string_columns_to_numeric",
+    "clean_dataframe_columns",
+    "generate_parquet_schema",
+    "pandas_to_parquet_table",
+    "generate_sql_server_create_table_string",
+    "write_to_file_and_sql",
+    # Memory-aware readers
+    "excel_to_parquets",
+    "json_to_jsonl",
+    "parquet_to_csv_partitions",
+    "read_file_chunked",
+    "read_file_iter",
+    "read_file_to_parquets",
+    "stream_to_sink",
+    "stream_to_parquets",
+    "read_file_smart",
+]