ethyca-fides 2.64.2rc0__py2.py3-none-any.whl → 2.64.3b0__py2.py3-none-any.whl

fides/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-06-30T17:23:53-0400",
+ "date": "2025-06-30T18:45:24-0400",
  "dirty": false,
  "error": null,
- "full-revisionid": "d8c2d556c6fe9897f0831b78449658c930aa37c9",
- "version": "2.64.2rc0"
+ "full-revisionid": "25f89cf50afcac815c38422d299fb39b35cd76a3",
+ "version": "2.64.3b0"
 }
 '''  # END VERSION_JSON
 

fides/api/alembic/migrations/versions/41a634d8c669_manual_task_restrict_deletes.py

@@ -0,0 +1,257 @@
+"""manual task allow deletion with orphaned configs
+
+Revision ID: 41a634d8c669
+Revises: aadfe83c5644
+Create Date: 2025-06-22 19:34:22.336406
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = "41a634d8c669"
+down_revision = "aadfe83c5644"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    """Allow manual task deletion by making task_id nullable and using SET NULL constraints."""
+
+    # Make task_id columns nullable to support orphaned records
+    op.alter_column("manual_task_config", "task_id", nullable=True)
+    op.alter_column("manual_task_instance", "task_id", nullable=True)
+    op.alter_column("manual_task_submission", "task_id", nullable=True)
+    op.alter_column("manual_task_config_field", "task_id", nullable=True)
+    op.alter_column("manual_task_log", "task_id", nullable=True)
+
+    # manual_task_config: Change task_id to SET NULL (preserve configs when task deleted)
+    op.drop_constraint(
+        "manual_task_config_task_id_fkey", "manual_task_config", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_config",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+
+    # manual_task_instance: Change task_id to SET NULL (preserve instances when task deleted)
+    # Keep config_id as RESTRICT (instances should not be deleted when config deleted)
+    op.drop_constraint(
+        "manual_task_instance_config_id_fkey",
+        "manual_task_instance",
+        type_="foreignkey",
+    )
+    op.drop_constraint(
+        "manual_task_instance_task_id_fkey", "manual_task_instance", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_instance",
+        "manual_task_config",
+        ["config_id"],
+        ["id"],
+        ondelete="RESTRICT",
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_instance",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+
+    # manual_task_submission: Change task_id to SET NULL, keep others as RESTRICT
+    # Keep instance_id as CASCADE since submissions should be deleted when instance is deleted
+    op.drop_constraint(
+        "manual_task_submission_config_id_fkey",
+        "manual_task_submission",
+        type_="foreignkey",
+    )
+    op.drop_constraint(
+        "manual_task_submission_field_id_fkey",
+        "manual_task_submission",
+        type_="foreignkey",
+    )
+    op.drop_constraint(
+        "manual_task_submission_task_id_fkey",
+        "manual_task_submission",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_submission",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_submission",
+        "manual_task_config",
+        ["config_id"],
+        ["id"],
+        ondelete="RESTRICT",
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_submission",
+        "manual_task_config_field",
+        ["field_id"],
+        ["id"],
+        ondelete="RESTRICT",
+    )
+
+    # manual_task_config_field: Change task_id to SET NULL (preserve fields when task deleted)
+    op.drop_constraint(
+        "manual_task_config_field_task_id_fkey",
+        "manual_task_config_field",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        None,
+        "manual_task_config_field",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+
+    # manual_task_log: Change task_id to SET NULL (preserve logs when task deleted)
+    op.drop_constraint(
+        "manual_task_log_task_id_fkey", "manual_task_log", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        "manual_task_log_task_id_fkey",
+        "manual_task_log",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+
+
+def downgrade():
+    """Revert to original CASCADE behavior and make task_id non-nullable."""
+
+    # Revert manual_task_log constraints
+    op.drop_constraint(
+        "manual_task_log_task_id_fkey", "manual_task_log", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        "manual_task_log_task_id_fkey",
+        "manual_task_log",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+    # Revert manual_task_config_field constraints
+    op.drop_constraint(
+        "manual_task_config_field_task_id_fkey",
+        "manual_task_config_field",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        "manual_task_config_field_task_id_fkey",
+        "manual_task_config_field",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+    # Revert manual_task_submission constraints
+    op.drop_constraint(
+        "manual_task_submission_task_id_fkey",
+        "manual_task_submission",
+        type_="foreignkey",
+    )
+    op.drop_constraint(
+        "manual_task_submission_field_id_fkey",
+        "manual_task_submission",
+        type_="foreignkey",
+    )
+    op.drop_constraint(
+        "manual_task_submission_config_id_fkey",
+        "manual_task_submission",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        "manual_task_submission_task_id_fkey",
+        "manual_task_submission",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.create_foreign_key(
+        "manual_task_submission_field_id_fkey",
+        "manual_task_submission",
+        "manual_task_config_field",
+        ["field_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.create_foreign_key(
+        "manual_task_submission_config_id_fkey",
+        "manual_task_submission",
+        "manual_task_config",
+        ["config_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+    # Revert manual_task_instance constraints
+    op.drop_constraint(
+        "manual_task_instance_task_id_fkey", "manual_task_instance", type_="foreignkey"
+    )
+    op.drop_constraint(
+        "manual_task_instance_config_id_fkey",
+        "manual_task_instance",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        "manual_task_instance_task_id_fkey",
+        "manual_task_instance",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.create_foreign_key(
+        "manual_task_instance_config_id_fkey",
+        "manual_task_instance",
+        "manual_task_config",
+        ["config_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+    # Revert manual_task_config constraints
+    op.drop_constraint(
+        "manual_task_config_task_id_fkey", "manual_task_config", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        "manual_task_config_task_id_fkey",
+        "manual_task_config",
+        "manual_task",
+        ["task_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+    # Make task_id columns non-nullable again
+    op.alter_column("manual_task_log", "task_id", nullable=False)
+    op.alter_column("manual_task_config_field", "task_id", nullable=False)
+    op.alter_column("manual_task_submission", "task_id", nullable=False)
+    op.alter_column("manual_task_instance", "task_id", nullable=False)
+    op.alter_column("manual_task_config", "task_id", nullable=False)

fides/api/alembic/migrations/versions/6a76a1fa4f3f_add_manual_task_instance_table.py

@@ -0,0 +1,256 @@
+"""add_manual_task_instance_table
+
+Revision ID: 6a76a1fa4f3f
+Revises: ba414a58ba90
+Create Date: 2025-06-10 22:45:27.591492
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects.postgresql import JSONB
+
+# revision identifiers, used by Alembic.
+revision = "6a76a1fa4f3f"
+down_revision = "ba414a58ba90"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # Add execution_timing column to manual_task_config
+    op.add_column(
+        "manual_task_config",
+        sa.Column(
+            "execution_timing",
+            sa.String(),
+            nullable=False,
+            server_default="pre_execution",
+        ),
+    )
+
+    # Remove due_date column from manual_task
+    op.drop_column("manual_task", "due_date")
+
+    # Create manual_task_instance table
+    op.create_table(
+        "manual_task_instance",
+        sa.Column("id", sa.String(), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column("task_id", sa.String(), nullable=False),
+        sa.Column("config_id", sa.String(), nullable=False),
+        sa.Column("entity_id", sa.String(), nullable=False),
+        sa.Column("entity_type", sa.String(), nullable=False),
+        sa.Column("status", sa.String(), nullable=False, server_default="pending"),
+        sa.Column("due_date", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("completed_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("completed_by_id", sa.String(), nullable=True),
+        sa.ForeignKeyConstraint(
+            ["config_id"], ["manual_task_config.id"], ondelete="CASCADE"
+        ),
+        sa.ForeignKeyConstraint(["task_id"], ["manual_task.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+
+    # Create indexes for manual_task_instance
+    op.create_index(
+        "ix_manual_task_instance_task_id", "manual_task_instance", ["task_id"]
+    )
+    op.create_index(
+        "ix_manual_task_instance_config_id", "manual_task_instance", ["config_id"]
+    )
+    op.create_index(
+        "ix_manual_task_instance_entity_id", "manual_task_instance", ["entity_id"]
+    )
+    op.create_index(
+        "ix_manual_task_instance_entity_type", "manual_task_instance", ["entity_type"]
+    )
+    op.create_index(
+        "ix_manual_task_instance_status", "manual_task_instance", ["status"]
+    )
+    op.create_index(
+        "ix_manual_task_instance_completed_at", "manual_task_instance", ["completed_at"]
+    )
+    # Composite index for common query pattern
+    op.create_index(
+        "ix_manual_task_instance_entity",
+        "manual_task_instance",
+        ["entity_type", "entity_id"],
+    )
+
+    # Create manual_task_submission table
+    op.create_table(
+        "manual_task_submission",
+        sa.Column("id", sa.String(), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column("task_id", sa.String(), nullable=False),
+        sa.Column("config_id", sa.String(), nullable=False),
+        sa.Column("field_id", sa.String(), nullable=False),
+        sa.Column("instance_id", sa.String(), nullable=False),
+        sa.Column("submitted_by", sa.String(), nullable=True),
+        sa.Column("submitted_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("data", JSONB, nullable=False),
+        sa.ForeignKeyConstraint(
+            ["config_id"], ["manual_task_config.id"], ondelete="CASCADE"
+        ),
+        sa.ForeignKeyConstraint(
+            ["field_id"], ["manual_task_config_field.id"], ondelete="CASCADE"
+        ),
+        sa.ForeignKeyConstraint(
+            ["instance_id"], ["manual_task_instance.id"], ondelete="CASCADE"
+        ),
+        sa.ForeignKeyConstraint(["task_id"], ["manual_task.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(
+            ["submitted_by"], ["fidesuser.id"], ondelete="SET NULL"
+        ),
+        sa.PrimaryKeyConstraint("id"),
+    )
+
+    # Create indexes for manual_task_submission
+    op.create_index(
+        "ix_manual_task_submission_task_id", "manual_task_submission", ["task_id"]
+    )
+    op.create_index(
+        "ix_manual_task_submission_config_id", "manual_task_submission", ["config_id"]
+    )
+    op.create_index(
+        "ix_manual_task_submission_field_id", "manual_task_submission", ["field_id"]
+    )
+    op.create_index(
+        "ix_manual_task_submission_instance_id",
+        "manual_task_submission",
+        ["instance_id"],
+    )
+    op.create_index(
+        "ix_manual_task_submission_submitted_by",
+        "manual_task_submission",
+        ["submitted_by"],
+    )
+    op.create_index(
+        "ix_manual_task_submission_submitted_at",
+        "manual_task_submission",
+        ["submitted_at"],
+    )
+    # Composite index for common query pattern
+    op.create_index(
+        "ix_manual_task_submission_instance_field",
+        "manual_task_submission",
+        ["instance_id", "field_id"],
+    )
+
+    # Add foreign key constraint to manual_task_log.instance_id
+    op.create_foreign_key(
+        "fk_manual_task_log_instance_id",
+        "manual_task_log",
+        "manual_task_instance",
+        ["instance_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+    # Update foreign key constraint for manual_task_log.config_id to use CASCADE
+    op.drop_constraint(
+        "fk_manual_task_log_config_id", "manual_task_log", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        "fk_manual_task_log_config_id",
+        "manual_task_log",
+        "manual_task_config",
+        ["config_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+
+
+def downgrade():
+    # Drop execution_timing column from manual_task_config
+    op.drop_column("manual_task_config", "execution_timing")
+
+    # Add due_date column to manual_task
+    op.add_column(
+        "manual_task",
+        sa.Column("due_date", sa.DateTime(timezone=True), nullable=True),
+    )
+
+    # Drop foreign key constraint from manual_task_log.instance_id
+    op.drop_constraint(
+        "fk_manual_task_log_instance_id", "manual_task_log", type_="foreignkey"
+    )
+
+    # Revert foreign key constraint for manual_task_log.config_id back to SET NULL
+    op.drop_constraint(
+        "fk_manual_task_log_config_id", "manual_task_log", type_="foreignkey"
+    )
+    op.create_foreign_key(
+        "fk_manual_task_log_config_id",
+        "manual_task_log",
+        "manual_task_config",
+        ["config_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+
+    # Drop indexes first
+    op.drop_index(
+        "ix_manual_task_submission_instance_field", table_name="manual_task_submission"
+    )
+    op.drop_index(
+        "ix_manual_task_submission_submitted_at", table_name="manual_task_submission"
+    )
+    op.drop_index(
+        "ix_manual_task_submission_submitted_by", table_name="manual_task_submission"
+    )
+    op.drop_index(
+        "ix_manual_task_submission_instance_id", table_name="manual_task_submission"
+    )
+    op.drop_index(
+        "ix_manual_task_submission_field_id", table_name="manual_task_submission"
+    )
+    op.drop_index(
+        "ix_manual_task_submission_config_id", table_name="manual_task_submission"
+    )
+    op.drop_index(
+        "ix_manual_task_submission_task_id", table_name="manual_task_submission"
+    )
+
+    op.drop_index("ix_manual_task_instance_entity", table_name="manual_task_instance")
+    op.drop_index(
+        "ix_manual_task_instance_completed_at", table_name="manual_task_instance"
+    )
+    op.drop_index("ix_manual_task_instance_status", table_name="manual_task_instance")
+    op.drop_index(
+        "ix_manual_task_instance_entity_type", table_name="manual_task_instance"
+    )
+    op.drop_index(
+        "ix_manual_task_instance_entity_id", table_name="manual_task_instance"
+    )
+    op.drop_index(
+        "ix_manual_task_instance_config_id", table_name="manual_task_instance"
+    )
+    op.drop_index("ix_manual_task_instance_task_id", table_name="manual_task_instance")
+
+    # Drop tables in reverse order to handle foreign key constraints
+    op.drop_table("manual_task_submission")
+    op.drop_table("manual_task_instance")

fides/api/alembic/migrations/versions/aadfe83c5644_add_manual_task_to_connectiontype_enum.py

@@ -0,0 +1,46 @@
+"""add_manual_task_to_connectiontype_enum
+
+Revision ID: aadfe83c5644
+Revises: 6a76a1fa4f3f
+Create Date: 2025-06-19 18:55:08.131278
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "aadfe83c5644"
+down_revision = "6a76a1fa4f3f"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # Add manual_task to ConnectionType enum
+    op.execute("alter type connectiontype rename to connectiontype_old")
+    op.execute(
+        "create type connectiontype as enum('attentive_email', 'bigquery', 'datahub', 'dynamodb', 'fides', 'generic_consent_email', 'generic_erasure_email', 'dynamic_erasure_email', 'google_cloud_sql_mysql', 'google_cloud_sql_postgres', 'https', 'manual', 'manual_webhook', 'manual_task', 'mariadb', 'mongodb', 'mssql', 'mysql', 'okta', 'postgres', 'rds_mysql', 'rds_postgres', 'redshift', 's3', 'saas', 'scylla', 'snowflake', 'sovrn', 'timescale', 'website')"
+    )
+    op.execute(
+        (
+            "alter table connectionconfig alter column connection_type type connectiontype using "
+            "connection_type::text::connectiontype"
+        )
+    )
+    op.execute("drop type connectiontype_old")
+
+
+def downgrade():
+    # Remove manual_task from ConnectionType enum
+    op.execute("alter type connectiontype rename to connectiontype_old")
+    op.execute(
+        "create type connectiontype as enum('attentive_email', 'bigquery', 'datahub', 'dynamodb', 'fides', 'generic_consent_email', 'generic_erasure_email', 'dynamic_erasure_email', 'google_cloud_sql_mysql', 'google_cloud_sql_postgres', 'https', 'manual', 'manual_webhook', 'mariadb', 'mongodb', 'mssql', 'mysql', 'okta', 'postgres', 'rds_mysql', 'rds_postgres', 'redshift', 's3', 'saas', 'scylla', 'snowflake', 'sovrn', 'timescale', 'website')"
+    )
+    op.execute(
+        (
+            "alter table connectionconfig alter column connection_type type connectiontype using "
+            "connection_type::text::connectiontype"
+        )
+    )
+    op.execute("drop type connectiontype_old")

fides/api/api/v1/api.py

@@ -11,6 +11,7 @@ from fides.api.api.v1.endpoints import (
     masking_endpoints,
     messaging_endpoints,
     oauth_endpoints,
+    partitioning_endpoints,
     policy_endpoints,
     policy_webhook_endpoints,
     pre_approval_webhook_endpoints,
@@ -42,6 +43,7 @@ api_router.include_router(identity_verification_endpoints.router)
 api_router.include_router(storage_endpoints.router)
 api_router.include_router(messaging_endpoints.router)
 api_router.include_router(saas_config_endpoints.router)
+api_router.include_router(partitioning_endpoints.router)
 api_router.include_router(user_endpoints.router)
 api_router.include_router(user_permission_endpoints.router)
 api_router.include_router(manual_webhook_endpoints.router)