sqlspec 0.36.0__cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl

sqlspec/adapters/duckdb/core.py

@@ -0,0 +1,257 @@
+"""DuckDB adapter compiled helpers."""
+
+from datetime import date, datetime
+from decimal import Decimal
+from typing import TYPE_CHECKING, Any, cast
+
+from sqlspec.adapters.duckdb.type_converter import DuckDBOutputConverter
+from sqlspec.core import DriverParameterProfile, ParameterStyle, StatementConfig, build_statement_config_from_profile
+from sqlspec.exceptions import (
+    CheckViolationError,
+    DataError,
+    ForeignKeyViolationError,
+    IntegrityError,
+    NotFoundError,
+    NotNullViolationError,
+    OperationalError,
+    SQLParsingError,
+    SQLSpecError,
+    UniqueViolationError,
+)
+from sqlspec.utils.serializers import to_json
+from sqlspec.utils.type_converters import build_decimal_converter, build_time_iso_converter
+from sqlspec.utils.type_guards import has_rowcount
+
+if TYPE_CHECKING:
+    from collections.abc import Callable, Mapping
+
+
+__all__ = (
+    "apply_driver_features",
+    "build_connection_config",
+    "build_profile",
+    "build_statement_config",
+    "collect_rows",
+    "create_mapped_exception",
+    "default_statement_config",
+    "driver_profile",
+    "normalize_execute_parameters",
+    "resolve_rowcount",
+)
+
+
+_TIME_TO_ISO = build_time_iso_converter()
+_DECIMAL_TO_STRING = build_decimal_converter(mode="string")
+
+
+def _bool_to_int(value: bool) -> int:
+    return int(value)
+
+
+def _coerce_duckdb_rows(fetched_data: "list[Any]", column_names: "list[str]") -> "list[dict[str, Any]] | list[Any]":
+    """Convert row tuples into dictionaries keyed by column names.
+
+    Args:
+        fetched_data: Raw rows returned from DuckDB.
+        column_names: Column names from cursor metadata.
+
+    Returns:
+        List of dictionaries when rows are tuple-based, otherwise the original rows.
+    """
+    if fetched_data and isinstance(fetched_data[0], tuple):
+        return [dict(zip(column_names, row, strict=False)) for row in fetched_data]
+    return fetched_data
+
+
+def collect_rows(
+    fetched_data: "list[Any] | None", description: "list[Any] | None"
+) -> "tuple[list[dict[str, Any]] | list[Any], list[str]]":
+    """Collect DuckDB rows and column names.
+
+    Args:
+        fetched_data: Rows returned from cursor.fetchall().
+        description: Cursor description metadata.
+
+    Returns:
+        Tuple of (rows, column_names).
+    """
+    if not description:
+        return [], []
+    column_names = [col[0] for col in description]
+    if not fetched_data:
+        return [], column_names
+    return _coerce_duckdb_rows(fetched_data, column_names), column_names
+
+
+def build_connection_config(connection_config: "Mapping[str, Any]") -> "dict[str, Any]":
+    """Build connection configuration for pool creation.
+
+    Args:
+        connection_config: Raw connection configuration mapping.
+
+    Returns:
+        Dictionary with connection parameters.
+    """
+    excluded_keys = {
+        "pool_min_size",
+        "pool_max_size",
+        "pool_timeout",
+        "pool_recycle_seconds",
+        "health_check_interval",
+        "extra",
+    }
+    return {key: value for key, value in connection_config.items() if value is not None and key not in excluded_keys}
+
+
+def normalize_execute_parameters(parameters: Any) -> Any:
+    """Normalize parameters for DuckDB execute calls.
+
+    Args:
+        parameters: Prepared parameters payload.
+
+    Returns:
+        Normalized parameters payload.
+    """
+    return parameters or ()
+
+
+def resolve_rowcount(cursor: Any) -> int:
+    """Resolve rowcount from DuckDB cursor results.
+
+    Args:
+        cursor: DuckDB cursor object.
+
+    Returns:
+        Rowcount value derived from cursor output.
+    """
+    try:
+        result = cursor.fetchone()
+        if result and isinstance(result, tuple) and len(result) == 1:
+            return int(result[0])
+    except Exception:
+        if has_rowcount(cursor):
+            return max(cursor.rowcount, 0)
+        return 0
+    return 0
+
+
+def build_profile() -> "DriverParameterProfile":
+    """Create the DuckDB driver parameter profile."""
+
+    return DriverParameterProfile(
+        name="DuckDB",
+        default_style=ParameterStyle.QMARK,
+        supported_styles={ParameterStyle.QMARK, ParameterStyle.NUMERIC, ParameterStyle.NAMED_DOLLAR},
+        default_execution_style=ParameterStyle.QMARK,
+        supported_execution_styles={ParameterStyle.QMARK},
+        has_native_list_expansion=True,
+        preserve_parameter_format=True,
+        needs_static_script_compilation=False,
+        allow_mixed_parameter_styles=False,
+        preserve_original_params_for_many=False,
+        json_serializer_strategy="helper",
+        custom_type_coercions={
+            bool: _bool_to_int,
+            datetime: _TIME_TO_ISO,
+            date: _TIME_TO_ISO,
+            Decimal: _DECIMAL_TO_STRING,
+        },
+        default_dialect="duckdb",
+    )
+
+
+driver_profile = build_profile()
+
+
+def apply_driver_features(
+    statement_config: "StatementConfig", driver_features: "Mapping[str, Any] | None"
+) -> "StatementConfig":
+    """Apply DuckDB-specific driver features to statement configuration."""
+    if not driver_features:
+        return statement_config
+
+    param_config = statement_config.parameter_config
+    json_serializer = driver_features.get("json_serializer")
+    if json_serializer:
+        param_config = param_config.with_json_serializers(
+            cast("Callable[[Any], str]", json_serializer), tuple_strategy="tuple"
+        )
+
+    enable_uuid_conversion = driver_features.get("enable_uuid_conversion", True)
+    if not enable_uuid_conversion:
+        type_converter = DuckDBOutputConverter(enable_uuid_conversion=enable_uuid_conversion)
+        type_coercion_map = dict(param_config.type_coercion_map)
+        type_coercion_map[str] = type_converter.convert_if_detected
+        param_config = param_config.replace(type_coercion_map=type_coercion_map)
+
+    if param_config is statement_config.parameter_config:
+        return statement_config
+    return statement_config.replace(parameter_config=param_config)
+
+
+def _create_duckdb_error(error: Any, error_class: type[SQLSpecError], description: str) -> SQLSpecError:
+    """Create a SQLSpec exception from a DuckDB error.
+
+    Args:
+        error: The original DuckDB exception
+        error_class: The SQLSpec exception class to instantiate
+        description: Human-readable description of the error type
+
+    Returns:
+        A new SQLSpec exception instance with the original as its cause
+    """
+    msg = f"DuckDB {description}: {error}"
+    exc = error_class(msg)
+    exc.__cause__ = error
+    return exc
+
+
+def create_mapped_exception(exc_type: Any, error: Any) -> SQLSpecError:
+    """Map DuckDB exceptions to SQLSpec exceptions.
+
+    This is a factory function that returns an exception instance rather than
+    raising. This pattern is more robust for use in __exit__ handlers and
+    avoids issues with exception control flow in different Python versions.
+
+    Args:
+        exc_type: The exception type (class)
+        error: The DuckDB exception to map
+
+    Returns:
+        A SQLSpec exception that wraps the original error
+    """
+    error_msg = str(error).lower()
+    exc_name = exc_type.__name__.lower()
+
+    if "constraintexception" in exc_name:
+        if "unique" in error_msg or "duplicate" in error_msg:
+            return _create_duckdb_error(error, UniqueViolationError, "unique constraint violation")
+        if "foreign key" in error_msg or "violates foreign key" in error_msg:
+            return _create_duckdb_error(error, ForeignKeyViolationError, "foreign key constraint violation")
+        if "not null" in error_msg or "null value" in error_msg:
+            return _create_duckdb_error(error, NotNullViolationError, "not-null constraint violation")
+        if "check constraint" in error_msg or "check condition" in error_msg:
+            return _create_duckdb_error(error, CheckViolationError, "check constraint violation")
+        return _create_duckdb_error(error, IntegrityError, "integrity constraint violation")
+
+    if "catalogexception" in exc_name:
+        return _create_duckdb_error(error, NotFoundError, "catalog error")
+    if "parserexception" in exc_name or "binderexception" in exc_name:
+        return _create_duckdb_error(error, SQLParsingError, "SQL parsing error")
+    if "ioexception" in exc_name:
+        return _create_duckdb_error(error, OperationalError, "operational error")
+    if "conversionexception" in exc_name or "type mismatch" in error_msg:
+        return _create_duckdb_error(error, DataError, "data error")
+    return _create_duckdb_error(error, SQLSpecError, "database error")
+
+
+def build_statement_config(*, json_serializer: "Callable[[Any], str] | None" = None) -> StatementConfig:
+    """Construct the DuckDB statement configuration with optional JSON serializer."""
+    serializer = json_serializer or to_json
+    profile = driver_profile
+    return build_statement_config_from_profile(
+        profile, statement_overrides={"dialect": "duckdb"}, json_serializer=serializer
+    )
+
+
+default_statement_config = build_statement_config()

sqlspec/adapters/duckdb/data_dictionary.py

@@ -0,0 +1,140 @@
+"""DuckDB-specific data dictionary for metadata queries."""
+
+from typing import TYPE_CHECKING, ClassVar
+
+from mypy_extensions import mypyc_attr
+
+from sqlspec.driver import SyncDataDictionaryBase
+from sqlspec.typing import ColumnMetadata, ForeignKeyMetadata, IndexMetadata, TableMetadata, VersionInfo
+
+__all__ = ("DuckDBDataDictionary",)
+
+if TYPE_CHECKING:
+    from sqlspec.adapters.duckdb.driver import DuckDBDriver
+
+
+@mypyc_attr(allow_interpreted_subclasses=True, native_class=False)
+class DuckDBDataDictionary(SyncDataDictionaryBase):
+    """DuckDB-specific sync data dictionary."""
+
+    dialect: ClassVar[str] = "duckdb"
+
+    def __init__(self) -> None:
+        super().__init__()
+
+    def get_version(self, driver: "DuckDBDriver") -> "VersionInfo | None":
+        """Get DuckDB database version information.
+
+        Args:
+            driver: DuckDB driver instance.
+
+        Returns:
+            DuckDB version information or None if detection fails.
+
+        """
+        driver_id = id(driver)
+        # Inline cache check to avoid cross-module method call that causes mypyc segfault
+        if driver_id in self._version_fetch_attempted:
+            return self._version_cache.get(driver_id)
+        # Not cached, fetch from database
+
+        version_value = driver.select_value_or_none(self.get_query("version"))
+        if not version_value:
+            self._log_version_unavailable(type(self).dialect, "missing")
+            self.cache_version(driver_id, None)
+            return None
+
+        version_info = self.parse_version_with_pattern(self.get_dialect_config().version_pattern, str(version_value))
+        if version_info is None:
+            self._log_version_unavailable(type(self).dialect, "parse_failed")
+            self.cache_version(driver_id, None)
+            return None
+
+        self._log_version_detected(type(self).dialect, version_info)
+        self.cache_version(driver_id, version_info)
+        return version_info
+
+    def get_feature_flag(self, driver: "DuckDBDriver", feature: str) -> bool:
+        """Check if DuckDB database supports a specific feature.
+
+        Args:
+            driver: DuckDB driver instance.
+            feature: Feature name to check.
+
+        Returns:
+            True if feature is supported, False otherwise.
+
+        """
+        version_info = self.get_version(driver)
+        return self.resolve_feature_flag(feature, version_info)
+
+    def get_optimal_type(self, driver: "DuckDBDriver", type_category: str) -> str:
+        """Get optimal DuckDB type for a category.
+
+        Args:
+            driver: DuckDB driver instance.
+            type_category: Type category.
+
+        Returns:
+            DuckDB-specific type name.
+
+        """
+        _ = driver
+        return self.get_dialect_config().get_optimal_type(type_category)
+
+    def get_tables(self, driver: "DuckDBDriver", schema: "str | None" = None) -> "list[TableMetadata]":
+        """Get tables sorted by topological dependency order using DuckDB catalog."""
+        schema_name = self.resolve_schema(schema)
+        self._log_schema_introspect(driver, schema_name=schema_name, table_name=None, operation="tables")
+        return driver.select(self.get_query("tables_by_schema"), schema_name=schema_name, schema_type=TableMetadata)
+
+    def get_columns(
+        self, driver: "DuckDBDriver", table: "str | None" = None, schema: "str | None" = None
+    ) -> "list[ColumnMetadata]":
+        """Get column information for a table or schema."""
+        schema_name = self.resolve_schema(schema)
+        if table is None:
+            self._log_schema_introspect(driver, schema_name=schema_name, table_name=None, operation="columns")
+            return driver.select(
+                self.get_query("columns_by_schema"), schema_name=schema_name, schema_type=ColumnMetadata
+            )
+
+        self._log_table_describe(driver, schema_name=schema_name, table_name=table, operation="columns")
+        return driver.select(
+            self.get_query("columns_by_table"), table_name=table, schema_name=schema_name, schema_type=ColumnMetadata
+        )
+
+    def get_indexes(
+        self, driver: "DuckDBDriver", table: "str | None" = None, schema: "str | None" = None
+    ) -> "list[IndexMetadata]":
+        """Get index metadata for a table or schema."""
+        schema_name = self.resolve_schema(schema)
+        if table is None:
+            self._log_schema_introspect(driver, schema_name=schema_name, table_name=None, operation="indexes")
+            return driver.select(
+                self.get_query("indexes_by_schema"), schema_name=schema_name, schema_type=IndexMetadata
+            )
+
+        self._log_table_describe(driver, schema_name=schema_name, table_name=table, operation="indexes")
+        return driver.select(
+            self.get_query("indexes_by_table"), table_name=table, schema_name=schema_name, schema_type=IndexMetadata
+        )
+
+    def get_foreign_keys(
+        self, driver: "DuckDBDriver", table: "str | None" = None, schema: "str | None" = None
+    ) -> "list[ForeignKeyMetadata]":
+        """Get foreign key metadata."""
+        schema_name = self.resolve_schema(schema)
+        if table is None:
+            self._log_schema_introspect(driver, schema_name=schema_name, table_name=None, operation="foreign_keys")
+            return driver.select(
+                self.get_query("foreign_keys_by_schema"), schema_name=schema_name, schema_type=ForeignKeyMetadata
+            )
+
+        self._log_table_describe(driver, schema_name=schema_name, table_name=table, operation="foreign_keys")
+        return driver.select(
+            self.get_query("foreign_keys_by_table"),
+            table_name=table,
+            schema_name=schema_name,
+            schema_type=ForeignKeyMetadata,
+        )