ethyca-fides 2.67.0rc1__py2.py3-none-any.whl → 2.67.0rc2__py2.py3-none-any.whl

fides/api/service/connectors/sql_connector.py

@@ -6,7 +6,7 @@ import paramiko
 import sshtunnel  # type: ignore
 from aiohttp.client_exceptions import ClientResponseError
 from loguru import logger
-from sqlalchemy import Column, select
+from sqlalchemy import Column, inspect, select
 from sqlalchemy.dialects.postgresql import JSONB
 from sqlalchemy.engine import (  # type: ignore
     Connection,
@@ -22,6 +22,7 @@ from sqlalchemy.sql.elements import TextClause
 from fides.api.common_exceptions import (
     ConnectionException,
     SSHTunnelConfigNotFoundException,
+    TableNotFound,
 )
 from fides.api.graph.execution import ExecutionNode
 from fides.api.models.connectionconfig import ConnectionConfig, ConnectionTestStatus
@@ -189,14 +190,28 @@ class SQLConnector(BaseConnector[Engine]):
 
         logger.info("Starting data retrieval for {}", node.address)
         with client.connect() as connection:
-            self.set_schema(connection)
-            if (
-                query_config.partitioning
-            ):  # only BigQuery supports partitioning, for now
-                return self.partitioned_retrieval(query_config, connection, stmt)
-
-            results = connection.execute(stmt)
-            return self.cursor_result_to_rows(results)
+            try:
+                self.set_schema(connection)
+                if (
+                    query_config.partitioning
+                ):  # only BigQuery supports partitioning, for now
+                    return self.partitioned_retrieval(query_config, connection, stmt)
+
+                results = connection.execute(stmt)
+                return self.cursor_result_to_rows(results)
+            except Exception as exc:
+                # Check if table exists using qualified table name
+                qualified_table_name = self.get_qualified_table_name(node)
+                if not self.table_exists(qualified_table_name):
+                    # Central decision point - will raise TableNotFound or ConnectionException
+                    self.handle_table_not_found(
+                        node=node,
+                        table_name=qualified_table_name,
+                        operation_context="data retrieval",
+                        original_exception=exc,
+                    )
+                # Table exists or can't check - re-raise original exception
+                raise
 
     def mask_data(
         self,
@@ -290,3 +305,86 @@ class SQLConnector(BaseConnector[Engine]):
         raise NotImplementedError(
             "Partitioned retrieval is only supported for BigQuery currently!"
         )
+
+    def get_qualified_table_name(self, node: ExecutionNode) -> str:
+        """
+        Get the fully qualified table name for this database.
+
+        Default: Returns the simple collection name
+        Override: Database-specific connectors can implement namespace resolution
+        """
+        return node.collection.name
+
+    def table_exists(self, qualified_table_name: str) -> bool:
+        """
+        Check if table exists using SQLAlchemy introspection.
+
+        This is a generic implementation that should work for most SQL databases.
+        Override: Connectors can implement database-specific table existence checking
+        """
+        try:
+            client = self.create_client()
+            with client.connect() as connection:
+                inspector = inspect(connection)
+
+                # For simple table names
+                if "." not in qualified_table_name:
+                    return inspector.has_table(qualified_table_name)
+
+                # For qualified names like schema.table or database.schema.table
+                parts = qualified_table_name.split(".")
+
+                if len(parts) == 2:
+                    # schema.table format
+                    schema_name, table_name = parts
+                    return inspector.has_table(table_name, schema=schema_name)
+
+                if len(parts) >= 3:
+                    # database.schema.table format (use schema.table)
+                    schema_name, table_name = parts[-2], parts[-1]
+                    return inspector.has_table(table_name, schema=schema_name)
+
+                # Fallback for unexpected format
+                return inspector.has_table(qualified_table_name)
+
+        except Exception as exc:
+            # Graceful fallback - if we can't check, assume table exists
+            # to preserve existing behavior for connectors that don't implement this
+            logger.error("Unable to check if table exists, assuming it does: {}", exc)
+            return True
+
+    def handle_table_not_found(
+        self,
+        node: ExecutionNode,
+        table_name: str,
+        operation_context: str,
+        original_exception: Optional[Exception] = None,
+    ) -> None:
+        """
+        Central decision point for table-not-found scenarios.
+
+        Raises TableNotFound (for collection skipping) or ConnectionException (for hard errors).
+        The raised exception will be caught by the @retry decorator in graph_task.py.
+
+        Args:
+            node: The ExecutionNode being processed
+            table_name: Name of the missing table
+            operation_context: Context like "data retrieval" or "data masking"
+            original_exception: The original exception that triggered this check
+        """
+        if node.has_outgoing_dependencies():
+            # Collection has dependencies - cannot skip safely
+            error_msg = (
+                f"Table '{table_name}' did not exist during {operation_context}. "
+                f"Cannot skip collection '{node.address}' because other collections depend on it."
+            )
+            if original_exception:
+                raise ConnectionException(error_msg) from original_exception
+            raise ConnectionException(error_msg)
+
+        # Safe to skip - raise TableNotFound for @retry decorator to catch
+        skip_msg = f"Table '{table_name}' did not exist during {operation_context}."
+        if original_exception:
+            raise TableNotFound(skip_msg) from original_exception
+
+        raise TableNotFound(skip_msg)

fides/api/task/graph_task.py

@@ -18,6 +18,7 @@ from fides.api.common_exceptions import (
     NotSupportedForCollection,
     PrivacyRequestErasureEmailSendRequired,
     SkippingConsentPropagation,
+    TableNotFound,
 )
 from fides.api.graph.config import (
     ROOT_COLLECTION_ADDRESS,
@@ -126,6 +127,7 @@ def retry(
                     CollectionDisabled,
                     ActionDisabled,
                     NotSupportedForCollection,
+                    TableNotFound,
                 ) as exc:
                     logger.warning(
                         "{} - Skipping collection {} for privacy_request: {}",

fides/ui-build/static/admin/404.html

@@ -1 +1 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/d9924caa849931b3.css" as="style"/><link rel="stylesheet" href="/_next/static/css/d9924caa849931b3.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-90e8ec1fc5c6455b.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-5c3a63bb1697f34c.js" defer=""></script><script src="/_next/static/chunks/pages/404-2d803dab6a00f353.js" defer=""></script><script src="/_next/static/ZIM71ZcqBBeTYHc-MN9_n/_buildManifest.js" defer=""></script><script src="/_next/static/ZIM71ZcqBBeTYHc-MN9_n/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/404","query":{},"buildId":"ZIM71ZcqBBeTYHc-MN9_n","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/d9924caa849931b3.css" as="style"/><link rel="stylesheet" href="/_next/static/css/d9924caa849931b3.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-90e8ec1fc5c6455b.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-750d6bd16c971bb9.js" defer=""></script><script src="/_next/static/chunks/pages/404-2d803dab6a00f353.js" defer=""></script><script src="/_next/static/5x65uIwZtfTiu6ITZ4wqq/_buildManifest.js" defer=""></script><script src="/_next/static/5x65uIwZtfTiu6ITZ4wqq/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/404","query":{},"buildId":"5x65uIwZtfTiu6ITZ4wqq","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>