sqlspec 0.14.0__py3-none-any.whl → 0.15.0__py3-none-any.whl

sqlspec/driver/_common.py

@@ -1,374 +1,612 @@
-"""Common driver attributes and utilities."""
+"""Common driver attributes and utilities.
 
-import re
-from abc import ABC
-from collections.abc import Mapping, Sequence
-from typing import TYPE_CHECKING, Any, ClassVar, Generic, Optional
+This module provides core driver infrastructure including execution result handling,
+common driver attributes, parameter processing, and SQL compilation utilities.
+"""
 
-import sqlglot
+from typing import TYPE_CHECKING, Any, Final, NamedTuple, Optional, Union, cast
+
+from mypy_extensions import trait
 from sqlglot import exp
-from sqlglot.tokens import TokenType
-
-from sqlspec.driver.parameters import convert_parameter_sequence
-from sqlspec.exceptions import NotFoundError
-from sqlspec.statement import SQLConfig
-from sqlspec.statement.parameters import ParameterStyle, ParameterValidator, TypedParameter
-from sqlspec.statement.splitter import split_sql_script
-from sqlspec.typing import ConnectionT, DictRow, RowT, T
+
+from sqlspec.builder import QueryBuilder
+from sqlspec.core import SQL, OperationType, ParameterStyle, SQLResult, Statement, StatementConfig, TypedParameter
+from sqlspec.core.cache import get_cache_config, sql_cache
+from sqlspec.core.splitter import split_sql_script
+from sqlspec.exceptions import ImproperConfigurationError
 from sqlspec.utils.logging import get_logger
 
 if TYPE_CHECKING:
-    from sqlglot.dialects.dialect import DialectType
+    from sqlspec.core.filters import StatementFilter
+    from sqlspec.typing import StatementParameters
 
 
-__all__ = ("CommonDriverAttributesMixin",)
+__all__ = (
+    "DEFAULT_EXECUTION_RESULT",
+    "EXEC_CURSOR_RESULT",
+    "EXEC_ROWCOUNT_OVERRIDE",
+    "EXEC_SPECIAL_DATA",
+    "CommonDriverAttributesMixin",
+    "ExecutionResult",
+    "ScriptExecutionResult",
+)
 
 
 logger = get_logger("driver")
 
 
-class CommonDriverAttributesMixin(ABC, Generic[ConnectionT, RowT]):
-    """Common attributes and methods for driver adapters."""
-
-    __slots__ = ("config", "connection", "default_row_type")
-
-    dialect: "DialectType"
-    """The SQL dialect supported by the underlying database driver."""
-    supported_parameter_styles: "tuple[ParameterStyle, ...]"
-    """The parameter styles supported by this driver."""
-    default_parameter_style: "ParameterStyle"
-    """The default parameter style to convert to when unsupported style is detected."""
-    supports_native_parquet_export: "ClassVar[bool]" = False
-    """Indicates if the driver supports native Parquet export operations."""
-    supports_native_parquet_import: "ClassVar[bool]" = False
-    """Indicates if the driver supports native Parquet import operations."""
-    supports_native_arrow_export: "ClassVar[bool]" = False
-    """Indicates if the driver supports native Arrow export operations."""
-    supports_native_arrow_import: "ClassVar[bool]" = False
-    """Indicates if the driver supports native Arrow import operations."""
+class ScriptExecutionResult(NamedTuple):
+    """Result from script execution with statement count information.
+
+    This named tuple eliminates the need for redundant script splitting
+    by providing statement count information during execution rather than
+    requiring re-parsing after execution.
+
+    Attributes:
+        cursor_result: The result returned by the database cursor/driver
+        rowcount_override: Optional override for the number of affected rows
+        special_data: Any special metadata or additional information
+        statement_count: Total number of statements in the script
+        successful_statements: Number of statements that executed successfully
+    """
+
+    cursor_result: Any
+    rowcount_override: Optional[int]
+    special_data: Any
+    statement_count: int
+    successful_statements: int
+
+
+class ExecutionResult(NamedTuple):
+    """Comprehensive execution result containing all data needed for SQLResult building.
+
+    This named tuple consolidates all execution result data to eliminate the need
+    for additional data extraction calls and script re-parsing in build_statement_result.
+
+    Attributes:
+        cursor_result: The raw result returned by the database cursor/driver
+        rowcount_override: Optional override for the number of affected rows
+        special_data: Any special metadata or additional information from execution
+        selected_data: For SELECT operations, the extracted row data
+        column_names: For SELECT operations, the column names
+        data_row_count: For SELECT operations, the number of rows returned
+        statement_count: For script operations, total number of statements
+        successful_statements: For script operations, number of successful statements
+        is_script_result: Whether this result is from script execution
+        is_select_result: Whether this result is from a SELECT operation
+        is_many_result: Whether this result is from an execute_many operation
+    """
+
+    cursor_result: Any
+    rowcount_override: Optional[int]
+    special_data: Any
+    selected_data: Optional["list[dict[str, Any]]"]
+    column_names: Optional["list[str]"]
+    data_row_count: Optional[int]
+    statement_count: Optional[int]
+    successful_statements: Optional[int]
+    is_script_result: bool
+    is_select_result: bool
+    is_many_result: bool
+    last_inserted_id: Optional[Union[int, str]] = None
+
+
+EXEC_CURSOR_RESULT = 0
+EXEC_ROWCOUNT_OVERRIDE = 1
+EXEC_SPECIAL_DATA = 2
+DEFAULT_EXECUTION_RESULT: Final[tuple[Any, Optional[int], Any]] = (None, None, None)
+
+
+@trait
+class CommonDriverAttributesMixin:
+    """Common attributes and methods for driver adapters.
+
+    This mixin provides the foundation for all SQLSpec drivers, including
+    connection and configuration management, parameter processing, caching,
+    and SQL compilation.
+    """
+
+    __slots__ = ("connection", "driver_features", "statement_config")
+    connection: "Any"
+    statement_config: "StatementConfig"
+    driver_features: "dict[str, Any]"
 
     def __init__(
-        self,
-        connection: "ConnectionT",
-        config: "Optional[SQLConfig]" = None,
-        default_row_type: "type[DictRow]" = dict[str, Any],
+        self, connection: "Any", statement_config: "StatementConfig", driver_features: "Optional[dict[str, Any]]" = None
     ) -> None:
-        """Initialize with connection, config, and default_row_type.
+        """Initialize driver adapter with connection and configuration.
 
         Args:
-            connection: The database connection
-            config: SQL statement configuration
-            default_row_type: Default row type for results (DictRow, TupleRow, etc.)
+            connection: Database connection instance
+            statement_config: Statement configuration for the driver
+            driver_features: Driver-specific features like extensions, secrets, and connection callbacks
         """
-        super().__init__()
         self.connection = connection
-        self.config = config or SQLConfig()
-        self.default_row_type = default_row_type or dict[str, Any]
-
-    def _connection(self, connection: "Optional[ConnectionT]" = None) -> "ConnectionT":
-        return connection or self.connection
+        self.statement_config = statement_config
+        self.driver_features = driver_features or {}
 
-    def returns_rows(self, expression: "Optional[exp.Expression]") -> bool:
-        """Check if the SQL expression is expected to return rows.
-
-        Args:
-            expression: The SQL expression.
-
-        Returns:
-            True if the expression is a SELECT, VALUES, or WITH statement
-            that is not a CTE definition.
-        """
-        if expression is None:
-            return False
-        if isinstance(expression, (exp.Select, exp.Values, exp.Table, exp.Show, exp.Describe, exp.Pragma, exp.Command)):
-            return True
-        if isinstance(expression, exp.With) and expression.expressions:
-            return self.returns_rows(expression.expressions[-1])
-        if isinstance(expression, (exp.Insert, exp.Update, exp.Delete)):
-            return bool(expression.find(exp.Returning))
-        if isinstance(expression, exp.Anonymous):
-            return self._check_anonymous_returns_rows(expression)
-        return False
-
-    def _check_anonymous_returns_rows(self, expression: "exp.Anonymous") -> bool:
-        """Check if an Anonymous expression returns rows using robust methods.
-
-        This method handles SQL that failed to parse (often due to database-specific
-        placeholders) by:
-        1. Attempting to re-parse with placeholders sanitized
-        2. Using the tokenizer as a fallback for keyword detection
+    def create_execution_result(
+        self,
+        cursor_result: Any,
+        *,
+        rowcount_override: Optional[int] = None,
+        special_data: Any = None,
+        selected_data: Optional["list[dict[str, Any]]"] = None,
+        column_names: Optional["list[str]"] = None,
+        data_row_count: Optional[int] = None,
+        statement_count: Optional[int] = None,
+        successful_statements: Optional[int] = None,
+        is_script_result: bool = False,
+        is_select_result: bool = False,
+        is_many_result: bool = False,
+        last_inserted_id: Optional[Union[int, str]] = None,
+    ) -> ExecutionResult:
+        """Create ExecutionResult with all necessary data for any operation type.
 
         Args:
-            expression: The Anonymous expression to check
+            cursor_result: The raw result returned by the database cursor/driver
+            rowcount_override: Optional override for the number of affected rows
+            special_data: Any special metadata or additional information
+            selected_data: For SELECT operations, the extracted row data
+            column_names: For SELECT operations, the column names
+            data_row_count: For SELECT operations, the number of rows returned
+            statement_count: For script operations, total number of statements
+            successful_statements: For script operations, number of successful statements
+            is_script_result: Whether this result is from script execution
+            is_select_result: Whether this result is from a SELECT operation
+            is_many_result: Whether this result is from an execute_many operation
+            last_inserted_id: The ID of the last inserted row (if applicable)
 
         Returns:
-            True if the expression likely returns rows
+            ExecutionResult configured for the specified operation type
         """
+        return ExecutionResult(
+            cursor_result=cursor_result,
+            rowcount_override=rowcount_override,
+            special_data=special_data,
+            selected_data=selected_data,
+            column_names=column_names,
+            data_row_count=data_row_count,
+            statement_count=statement_count,
+            successful_statements=successful_statements,
+            is_script_result=is_script_result,
+            is_select_result=is_select_result,
+            is_many_result=is_many_result,
+            last_inserted_id=last_inserted_id,
+        )
 
-        sql_text = str(expression.this) if expression.this else ""
-        if not sql_text.strip():
-            return False
-
-        # Regex to find common SQL placeholders: ?, %s, $1, $2, :name, etc.
-        placeholder_regex = re.compile(r"(\?|%s|\$\d+|:\w+|%\(\w+\)s)")
+    def build_statement_result(self, statement: "SQL", execution_result: ExecutionResult) -> "SQLResult":
+        """Build and return the SQLResult from ExecutionResult data.
 
-        # Approach 1: Try to re-parse with placeholders replaced
-        try:
-            sanitized_sql = placeholder_regex.sub("1", sql_text)
-
-            # If we replaced any placeholders, try parsing again
-            if sanitized_sql != sql_text:
-                parsed = sqlglot.parse_one(sanitized_sql, read=None)
-                if isinstance(
-                    parsed, (exp.Select, exp.Values, exp.Table, exp.Show, exp.Describe, exp.Pragma, exp.Command)
-                ):
-                    return True
-                if isinstance(parsed, exp.With) and parsed.expressions:
-                    return self.returns_rows(parsed.expressions[-1])
-                if isinstance(parsed, (exp.Insert, exp.Update, exp.Delete)):
-                    return bool(parsed.find(exp.Returning))
-                if not isinstance(parsed, exp.Anonymous):
-                    return False
-        except Exception:
-            logger.debug("Could not parse using placeholders.  Using tokenizer. %s", sql_text)
-
-        # Approach 2: Use tokenizer for robust keyword detection
-        try:
-            tokens = list(sqlglot.tokenize(sql_text, read=None))
-            row_returning_tokens = {
-                TokenType.SELECT,
-                TokenType.WITH,
-                TokenType.VALUES,
-                TokenType.TABLE,
-                TokenType.SHOW,
-                TokenType.DESCRIBE,
-                TokenType.PRAGMA,
-            }
-            for token in tokens:
-                if token.token_type in {TokenType.COMMENT, TokenType.SEMICOLON}:
-                    continue
-                return token.token_type in row_returning_tokens
-
-        except Exception:
-            return False
-
-        return False
-
-    @staticmethod
-    def check_not_found(item_or_none: "Optional[T]" = None) -> "T":
-        """Raise :exc:`sqlspec.exceptions.NotFoundError` if ``item_or_none`` is ``None``.
+        Creates SQLResult objects from ExecutionResult data without requiring
+        additional data extraction calls or script re-parsing.
 
         Args:
-            item_or_none: Item to be tested for existence.
-
-        Raises:
-            NotFoundError: If ``item_or_none`` is ``None``
+            statement: SQL statement that was executed
+            execution_result: ExecutionResult containing all necessary data
 
         Returns:
-            The item, if it exists.
+            SQLResult with complete execution data
         """
-        if item_or_none is None:
-            msg = "No result found when one was expected"
-            raise NotFoundError(msg)
-        return item_or_none
+        if execution_result.is_script_result:
+            return SQLResult(
+                statement=statement,
+                data=[],
+                rows_affected=execution_result.rowcount_override or 0,
+                operation_type="SCRIPT",
+                total_statements=execution_result.statement_count or 0,
+                successful_statements=execution_result.successful_statements or 0,
+                metadata=execution_result.special_data or {"status_message": "OK"},
+            )
+
+        if execution_result.is_select_result:
+            return SQLResult(
+                statement=statement,
+                data=execution_result.selected_data or [],
+                column_names=execution_result.column_names or [],
+                rows_affected=execution_result.data_row_count or 0,
+                operation_type="SELECT",
+                metadata=execution_result.special_data or {},
+            )
+
+        return SQLResult(
+            statement=statement,
+            data=[],
+            rows_affected=execution_result.rowcount_override or 0,
+            operation_type=self._determine_operation_type(statement),
+            last_inserted_id=execution_result.last_inserted_id,
+            metadata=execution_result.special_data or {"status_message": "OK"},
+        )
 
-    def _convert_parameters_to_driver_format(  # noqa: C901
-        self, sql: str, parameters: Any, target_style: "Optional[ParameterStyle]" = None
-    ) -> Any:
-        """Convert parameters to the format expected by the driver, but only when necessary.
+    def _determine_operation_type(self, statement: "Any") -> OperationType:
+        """Determine operation type from SQL statement expression.
 
-        This method analyzes the SQL to understand what parameter style is used
-        and only converts when there's a mismatch between provided parameters
-        and what the driver expects.
+        Examines the statement's expression type to determine if it's
+        INSERT, UPDATE, DELETE, SELECT, SCRIPT, or generic EXECUTE.
 
         Args:
-            sql: The SQL string with placeholders
-            parameters: The parameters in any format (dict, list, tuple, scalar)
-            target_style: Optional override for the target parameter style
+            statement: SQL statement object with expression attribute
 
         Returns:
-            Parameters in the format expected by the database driver
+            OperationType literal value
         """
-        if parameters is None:
-            return None
-
-        validator = ParameterValidator()
-        param_info_list = validator.extract_parameters(sql)
+        if statement.is_script:
+            return "SCRIPT"
 
-        if not param_info_list:
-            return None
+        try:
+            expression = statement.expression
+        except AttributeError:
+            return "EXECUTE"
+
+        if not expression:
+            return "EXECUTE"
+
+        expr_type = type(expression).__name__.upper()
+
+        if "ANONYMOUS" in expr_type and statement.is_script:
+            return "SCRIPT"
+
+        if "INSERT" in expr_type:
+            return "INSERT"
+        if "UPDATE" in expr_type:
+            return "UPDATE"
+        if "DELETE" in expr_type:
+            return "DELETE"
+        if "SELECT" in expr_type:
+            return "SELECT"
+        if "COPY" in expr_type:
+            return "COPY"
+        return "EXECUTE"
+
+    def prepare_statement(
+        self,
+        statement: "Union[Statement, QueryBuilder]",
+        parameters: "tuple[Union[StatementParameters, StatementFilter], ...]" = (),
+        *,
+        statement_config: "StatementConfig",
+        kwargs: "Optional[dict[str, Any]]" = None,
+    ) -> "SQL":
+        """Build SQL statement from various input types.
+
+        Ensures dialect is set and preserves existing state when rebuilding SQL objects.
+        """
+        kwargs = kwargs or {}
+
+        if isinstance(statement, QueryBuilder):
+            return statement.to_statement(statement_config)
+        if isinstance(statement, SQL):
+            if parameters or kwargs:
+                merged_parameters = (
+                    (*statement._positional_parameters, *parameters) if parameters else statement._positional_parameters
+                )
+                return SQL(statement.sql, *merged_parameters, statement_config=statement_config, **kwargs)
+            needs_rebuild = False
+
+            if statement_config.dialect and (
+                not statement.statement_config.dialect or statement.statement_config.dialect != statement_config.dialect
+            ):
+                needs_rebuild = True
 
-        if target_style is None:
-            target_style = self.default_parameter_style
-
-        actual_styles = {p.style for p in param_info_list if p.style}
-        if len(actual_styles) == 1:
-            detected_style = actual_styles.pop()
-            if detected_style != target_style:
-                target_style = detected_style
-
-        # Analyze what format the driver expects based on the placeholder style
-        driver_expects_dict = target_style in {
-            ParameterStyle.NAMED_COLON,
-            ParameterStyle.POSITIONAL_COLON,
-            ParameterStyle.NAMED_AT,
-            ParameterStyle.NAMED_DOLLAR,
-            ParameterStyle.NAMED_PYFORMAT,
-        }
+            if (
+                statement.statement_config.parameter_config.default_execution_parameter_style
+                != statement_config.parameter_config.default_execution_parameter_style
+            ):
+                needs_rebuild = True
 
-        params_are_dict = isinstance(parameters, (dict, Mapping))
-        params_are_sequence = isinstance(parameters, (list, tuple, Sequence)) and not isinstance(
-            parameters, (str, bytes)
-        )
+            if needs_rebuild:
+                sql_text = statement._raw_sql or statement.sql
 
-        # Single scalar parameter
-        if len(param_info_list) == 1 and not params_are_dict and not params_are_sequence:
-            if driver_expects_dict:
-                param_info = param_info_list[0]
-                if param_info.name:
-                    return {param_info.name: parameters}
-                return {f"param_{param_info.ordinal}": parameters}
-            return [parameters]
-
-        if driver_expects_dict and params_are_dict:
-            if target_style == ParameterStyle.POSITIONAL_COLON and all(
-                p.name and p.name.isdigit() for p in param_info_list
-            ):
-                # If all parameters are numeric but named, convert to dict
-                # SQL has numeric placeholders but params might have named keys
-                numeric_keys_expected = {p.name for p in param_info_list if p.name}
-                if not numeric_keys_expected.issubset(parameters.keys()):
-                    # Need to convert named keys to numeric positions
-                    numeric_result: dict[str, Any] = {}
-                    param_values = list(parameters.values())
-                    for param_info in param_info_list:
-                        if param_info.name and param_info.ordinal < len(param_values):
-                            numeric_result[param_info.name] = param_values[param_info.ordinal]
-                    return numeric_result
-
-            # Special case: Auto-generated param_N style when SQL expects specific names
-            if all(key.startswith("param_") and key[6:].isdigit() for key in parameters):
-                sql_param_names = {p.name for p in param_info_list if p.name}
-                if sql_param_names and not any(name.startswith("param_") for name in sql_param_names):
-                    # SQL has specific names, not param_N style - don't use these params as-is
-                    # This likely indicates a mismatch in parameter generation
-                    # For now, pass through and let validation catch it
-                    pass
-
-            return parameters
-
-        if not driver_expects_dict and params_are_sequence:
-            # Formats match - return as-is
-            return parameters
-
-        # Formats don't match - need conversion
-        if driver_expects_dict and params_are_sequence:
-            dict_result: dict[str, Any] = {}
-            for i, (param_info, value) in enumerate(zip(param_info_list, parameters)):
-                if param_info.name:
-                    if param_info.style == ParameterStyle.POSITIONAL_COLON and param_info.name.isdigit():
-                        # Oracle uses string keys even for numeric placeholders
-                        dict_result[param_info.name] = value
-                    else:
-                        dict_result[param_info.name] = value
-                else:
-                    # Use param_N format for unnamed placeholders
-                    dict_result[f"param_{i}"] = value
-            return dict_result
-
-        if not driver_expects_dict and params_are_dict:
-            # First check if it's already in param_N format
-            if all(key.startswith("param_") and key[6:].isdigit() for key in parameters):
-                positional_result: list[Any] = []
-                for i in range(len(param_info_list)):
-                    key = f"param_{i}"
-                    if key in parameters:
-                        positional_result.append(parameters[key])
-                return positional_result
-
-            positional_params: list[Any] = []
-            for param_info in param_info_list:
-                if param_info.name and param_info.name in parameters:
-                    positional_params.append(parameters[param_info.name])
-                elif f"param_{param_info.ordinal}" in parameters:
-                    positional_params.append(parameters[f"param_{param_info.ordinal}"])
+                if statement.is_many and statement.parameters:
+                    new_sql = SQL(sql_text, statement.parameters, statement_config=statement_config, is_many=True)
+                elif statement._named_parameters:
+                    new_sql = SQL(sql_text, statement_config=statement_config, **statement._named_parameters)
                 else:
-                    # Try to match by position if we have a simple dict
-                    param_values = list(parameters.values())
-                    if param_info.ordinal < len(param_values):
-                        positional_params.append(param_values[param_info.ordinal])
-            return positional_params or list(parameters.values())
+                    new_sql = SQL(sql_text, *statement._positional_parameters, statement_config=statement_config)
 
-        # This shouldn't happen, but return as-is
-        return parameters
+                return new_sql
+            return statement
+        return SQL(statement, *parameters, statement_config=statement_config, **kwargs)
 
-    def _split_script_statements(self, script: str, strip_trailing_semicolon: bool = False) -> list[str]:
+    def split_script_statements(
+        self, script: str, statement_config: "StatementConfig", strip_trailing_semicolon: bool = False
+    ) -> list[str]:
         """Split a SQL script into individual statements.
 
-        This method uses a robust lexer-driven state machine to handle
-        multi-statement scripts, including complex constructs like
-        PL/SQL blocks, T-SQL batches, and nested blocks.
+        Uses a lexer-driven state machine to handle multi-statement scripts,
+        including complex constructs like PL/SQL blocks, T-SQL batches, and nested blocks.
 
         Args:
             script: The SQL script to split
+            statement_config: Statement configuration containing dialect information
             strip_trailing_semicolon: If True, remove trailing semicolons from statements
 
         Returns:
             A list of individual SQL statements
-
-        Note:
-            This is particularly useful for databases that don't natively
-            support multi-statement execution (e.g., Oracle, some async drivers).
         """
-        # The split_sql_script function already handles dialect mapping and fallback
-        return split_sql_script(script, dialect=str(self.dialect), strip_trailing_semicolon=strip_trailing_semicolon)
-
-    def _prepare_driver_parameters(self, parameters: Any) -> Any:
-        """Prepare parameters for database driver consumption by unwrapping TypedParameter objects.
+        return [
+            sql_script.strip()
+            for sql_script in split_sql_script(
+                script, dialect=str(statement_config.dialect), strip_trailing_terminator=strip_trailing_semicolon
+            )
+            if sql_script.strip()
+        ]
+
+    def prepare_driver_parameters(
+        self, parameters: Any, statement_config: "StatementConfig", is_many: bool = False
+    ) -> Any:
+        """Prepare parameters for database driver consumption.
 
-        This method normalizes parameter structure and unwraps TypedParameter objects
+        Normalizes parameter structure and unwraps TypedParameter objects
         to their underlying values, which database drivers expect.
 
         Args:
             parameters: Parameters in any format (dict, list, tuple, scalar, TypedParameter)
+            statement_config: Statement configuration for parameter style detection
+            is_many: If True, handle as executemany parameter sequence
 
         Returns:
             Parameters with TypedParameter objects unwrapped to primitive values
         """
+        if parameters is None and statement_config.parameter_config.needs_static_script_compilation:
+            return None
 
-        converted = convert_parameter_sequence(parameters)
-        if not converted:
+        if not parameters:
             return []
 
-        return [self._coerce_parameter(p) if isinstance(p, TypedParameter) else p for p in converted]
+        if is_many:
+            if isinstance(parameters, list):
+                return [self._format_parameter_set_for_many(param_set, statement_config) for param_set in parameters]
+            return [self._format_parameter_set_for_many(parameters, statement_config)]
+        return self._format_parameter_set(parameters, statement_config)
 
-    def _prepare_driver_parameters_many(self, parameters: Any) -> "list[Any]":
-        """Prepare parameter sequences for executemany operations.
+    def _format_parameter_set_for_many(self, parameters: Any, statement_config: "StatementConfig") -> Any:
+        """Prepare a single parameter set for execute_many operations.
 
-        This method handles sequences of parameter sets, unwrapping TypedParameter
-        objects in each set for database driver consumption.
+        Unlike _format_parameter_set, this method handles parameter sets without
+        converting the structure itself to array format.
 
         Args:
-            parameters: Sequence of parameter sets for executemany
+            parameters: Single parameter set (tuple, list, or dict)
+            statement_config: Statement configuration for parameter style detection
 
         Returns:
-            List of parameter sets with TypedParameter objects unwrapped
+            Processed parameter set with individual values coerced but structure preserved
         """
         if not parameters:
             return []
-        return [self._prepare_driver_parameters(param_set) for param_set in parameters]
 
-    def _coerce_parameter(self, param: "TypedParameter") -> Any:
-        """Coerce TypedParameter to driver-safe value.
+        def apply_type_coercion(value: Any) -> Any:
+            """Apply type coercion to a single value."""
+            unwrapped_value = value.value if isinstance(value, TypedParameter) else value
+
+            if statement_config.parameter_config.type_coercion_map:
+                for type_check, converter in statement_config.parameter_config.type_coercion_map.items():
+                    if type_check in {list, tuple} and isinstance(unwrapped_value, (list, tuple)):
+                        continue
+                    if isinstance(unwrapped_value, type_check):
+                        return converter(unwrapped_value)
+
+            return unwrapped_value
+
+        if isinstance(parameters, dict):
+            return {k: apply_type_coercion(v) for k, v in parameters.items()}
+
+        if isinstance(parameters, (list, tuple)):
+            coerced_params = [apply_type_coercion(p) for p in parameters]
+            return tuple(coerced_params) if isinstance(parameters, tuple) else coerced_params
+
+        return apply_type_coercion(parameters)
 
-        This method extracts the underlying value from a TypedParameter object.
-        Individual drivers can override this method to perform driver-specific
-        type coercion using the rich type information available in TypedParameter.
+    def _format_parameter_set(self, parameters: Any, statement_config: "StatementConfig") -> Any:
+        """Prepare a single parameter set for database driver consumption.
 
         Args:
-            param: TypedParameter object with value and type information
+            parameters: Single parameter set in any format
+            statement_config: Statement configuration for parameter style detection
 
         Returns:
-            The underlying parameter value suitable for the database driver
+            Processed parameter set with TypedParameter objects unwrapped and type coercion applied
+        """
+        if not parameters:
+            return []
+
+        def apply_type_coercion(value: Any) -> Any:
+            """Apply type coercion to a single value."""
+            unwrapped_value = value.value if isinstance(value, TypedParameter) else value
+
+            if statement_config.parameter_config.type_coercion_map:
+                for type_check, converter in statement_config.parameter_config.type_coercion_map.items():
+                    if isinstance(unwrapped_value, type_check):
+                        return converter(unwrapped_value)
+
+            return unwrapped_value
+
+        if isinstance(parameters, dict):
+            if not parameters:
+                return []
+            if (
+                statement_config.parameter_config.supported_execution_parameter_styles
+                and ParameterStyle.NAMED_PYFORMAT
+                in statement_config.parameter_config.supported_execution_parameter_styles
+            ):
+                return {k: apply_type_coercion(v) for k, v in parameters.items()}
+            if statement_config.parameter_config.default_parameter_style in {
+                ParameterStyle.NUMERIC,
+                ParameterStyle.QMARK,
+                ParameterStyle.POSITIONAL_PYFORMAT,
+            }:
+                ordered_parameters = []
+                sorted_items = sorted(
+                    parameters.items(),
+                    key=lambda item: int(item[0])
+                    if item[0].isdigit()
+                    else (int(item[0][6:]) if item[0].startswith("param_") and item[0][6:].isdigit() else float("inf")),
+                )
+                for _, value in sorted_items:
+                    ordered_parameters.append(apply_type_coercion(value))
+                return ordered_parameters
+
+            return {k: apply_type_coercion(v) for k, v in parameters.items()}
+
+        if isinstance(parameters, (list, tuple)):
+            coerced_params = [apply_type_coercion(p) for p in parameters]
+            if statement_config.parameter_config.preserve_parameter_format and isinstance(parameters, tuple):
+                return tuple(coerced_params)
+            return coerced_params
+
+        return [apply_type_coercion(parameters)]
+
+    def _get_compiled_sql(
+        self, statement: "SQL", statement_config: "StatementConfig", flatten_single_parameters: bool = False
+    ) -> tuple[str, Any]:
+        """Get compiled SQL with parameter style conversion and caching.
+
+        Compiles the SQL statement and applies parameter style conversion.
+        Results are cached when caching is enabled.
+
+        Args:
+            statement: SQL statement to compile
+            statement_config: Complete statement configuration including parameter config, dialect, etc.
+            flatten_single_parameters: If True, flatten single-element lists for scalar parameters
+
+        Returns:
+            Tuple of (compiled_sql, parameters)
+        """
+        cache_config = get_cache_config()
+        cache_key = None
+        if cache_config.compiled_cache_enabled and statement_config.enable_caching:
+            cache_key = self._generate_compilation_cache_key(statement, statement_config, flatten_single_parameters)
+            cached_result = sql_cache.get(cache_key)
+            if cached_result is not None:
+                return cached_result
+
+        compiled_sql, execution_parameters = statement.compile()
+
+        prepared_parameters = self.prepare_driver_parameters(
+            execution_parameters, statement_config, is_many=statement.is_many
+        )
+
+        if statement_config.parameter_config.output_transformer:
+            compiled_sql, prepared_parameters = statement_config.parameter_config.output_transformer(
+                compiled_sql, prepared_parameters
+            )
+
+        if cache_key is not None:
+            sql_cache.set(cache_key, (compiled_sql, prepared_parameters))
+
+        return compiled_sql, prepared_parameters
+
+    def _generate_compilation_cache_key(
+        self, statement: "SQL", config: "StatementConfig", flatten_single_parameters: bool
+    ) -> str:
+        """Generate cache key that includes all compilation context.
+
+        Creates a deterministic cache key that includes all factors that affect SQL compilation,
+        preventing cache contamination between different compilation contexts.
+        """
+        context_hash = hash(
+            (
+                config.parameter_config.hash(),
+                config.dialect,
+                statement.is_script,
+                statement.is_many,
+                flatten_single_parameters,
+                bool(config.parameter_config.output_transformer),
+                bool(config.parameter_config.ast_transformer),
+                bool(config.parameter_config.needs_static_script_compilation),
+            )
+        )
+
+        params = statement.parameters
+        params_key: Any
+
+        def make_hashable(obj: Any) -> Any:
+            """Recursively convert unhashable types to hashable ones."""
+            if isinstance(obj, (list, tuple)):
+                return tuple(make_hashable(item) for item in obj)
+            if isinstance(obj, dict):
+                return tuple(sorted((k, make_hashable(v)) for k, v in obj.items()))
+            if isinstance(obj, set):
+                return frozenset(make_hashable(item) for item in obj)
+            return obj
+
+        try:
+            if isinstance(params, dict):
+                params_key = make_hashable(params)
+            elif isinstance(params, (list, tuple)) and params:
+                if isinstance(params[0], dict):
+                    params_key = tuple(make_hashable(d) for d in params)
+                else:
+                    params_key = make_hashable(params)
+            elif isinstance(params, (list, tuple)):
+                params_key = ()
+            else:
+                params_key = params
+        except (TypeError, AttributeError):
+            params_key = str(params)
+
+        base_hash = hash((statement.sql, params_key, statement.is_many, statement.is_script))
+        return f"compiled:{base_hash}:{context_hash}"
+
+    def _get_dominant_parameter_style(self, parameters: "list[Any]") -> "Optional[ParameterStyle]":
+        """Determine the dominant parameter style from parameter info list.
+
+        Args:
+            parameters: List of ParameterInfo objects from validator.extract_parameters()
+
+        Returns:
+            The dominant parameter style, or None if no parameters
+        """
+        if not parameters:
+            return None
+
+        style_counts: dict[ParameterStyle, int] = {}
+        for param in parameters:
+            style_counts[param.style] = style_counts.get(param.style, 0) + 1
+
+        precedence = {
+            ParameterStyle.QMARK: 1,
+            ParameterStyle.NUMERIC: 2,
+            ParameterStyle.POSITIONAL_COLON: 3,
+            ParameterStyle.POSITIONAL_PYFORMAT: 4,
+            ParameterStyle.NAMED_AT: 5,
+            ParameterStyle.NAMED_DOLLAR: 6,
+            ParameterStyle.NAMED_COLON: 7,
+            ParameterStyle.NAMED_PYFORMAT: 8,
+        }
+
+        return max(style_counts.keys(), key=lambda style: (style_counts[style], -precedence.get(style, 99)))
+
+    def _create_count_query(self, original_sql: "SQL") -> "SQL":
+        """Create a COUNT query from the original SQL statement.
+
+        Transforms the original SELECT statement to count total rows while preserving
+        WHERE, HAVING, and GROUP BY clauses but removing ORDER BY, LIMIT, and OFFSET.
         """
-        return param.value
+        if not original_sql.expression:
+            msg = "Cannot create COUNT query from empty SQL expression"
+            raise ImproperConfigurationError(msg)
+        expr = original_sql.expression.copy()
+
+        if isinstance(expr, exp.Select):
+            if expr.args.get("group"):
+                subquery = expr.subquery(alias="grouped_data")
+                count_expr = exp.select(exp.Count(this=exp.Star())).from_(subquery)
+            else:
+                count_expr = exp.select(exp.Count(this=exp.Star())).from_(
+                    cast("exp.Expression", expr.args.get("from")), copy=False
+                )
+                if expr.args.get("where"):
+                    count_expr = count_expr.where(cast("exp.Expression", expr.args.get("where")), copy=False)
+                if expr.args.get("having"):
+                    count_expr = count_expr.having(cast("exp.Expression", expr.args.get("having")), copy=False)
+
+            count_expr.set("order", None)
+            count_expr.set("limit", None)
+            count_expr.set("offset", None)
+
+            return SQL(count_expr, *original_sql._positional_parameters, statement_config=original_sql.statement_config)
+
+        subquery = cast("exp.Select", expr).subquery(alias="total_query")
+        count_expr = exp.select(exp.Count(this=exp.Star())).from_(subquery)
+        return SQL(count_expr, *original_sql._positional_parameters, statement_config=original_sql.statement_config)