@datarecce/ui 0.1.40 → 0.2.0

package/recce-source/js/src/lib/dataGrid/warehouseNamingConventions.test.ts

@@ -1,1117 +0,0 @@
-/**
- * @file warehouseNamingConventions.test.ts
- * @description Tests for data warehouse column naming conventions
- *
- * This file tests the Value Diff and Joined Query Diff result views against
- * the various naming conventions used by different SQL data warehouses:
- *
- * - Snowflake: Unquoted identifiers stored as UPPERCASE, quoted identifiers preserve case
- * - BigQuery: Column names are case-insensitive, stored as provided
- * - Databricks: Unity Catalog stores lowercase, queries are case-insensitive
- * - Redshift: Default case-insensitive, folded to lowercase (like PostgreSQL)
- * - PostgreSQL: Unquoted folded to lowercase, quoted preserve case
- *
- * Key scenarios tested:
- * 1. All uppercase column names (Snowflake default)
- * 2. All lowercase column names (PostgreSQL/Redshift default)
- * 3. Mixed case column names (quoted identifiers)
- * 4. Case mismatch between base and current DataFrames
- * 5. Primary keys with different casing
- * 6. Special characters and quoted identifiers
- * 7. Reserved words as column names
- */
-
-import fc from "fast-check";
-import { DataFrame, RowDataTypes } from "@/lib/api/types";
-import { toDataDiffGrid } from "@/lib/dataGrid/generators/toDataDiffGrid";
-import { toDataGrid } from "@/lib/dataGrid/generators/toDataGrid";
-import { toValueDiffGrid } from "@/lib/dataGrid/generators/toValueDiffGrid";
-
-// ============================================================================
-// Mocks
-// ============================================================================
-
-jest.mock("ag-grid-community", () => ({
-  ModuleRegistry: {
-    registerModules: jest.fn(),
-  },
-}));
-
-jest.mock("@/components/ui/mui", () => ({
-  Box: ({ children }: { children: React.ReactNode }) => children,
-  Flex: ({ children }: { children: React.ReactNode }) => children,
-  Icon: () => null,
-  IconButton: () => null,
-  Menu: {
-    Root: ({ children }: { children: React.ReactNode }) => children,
-    Trigger: ({ children }: { children: React.ReactNode }) => children,
-    Content: ({ children }: { children: React.ReactNode }) => children,
-    Item: ({ children }: { children: React.ReactNode }) => children,
-    ItemGroup: ({ children }: { children: React.ReactNode }) => children,
-    Positioner: ({ children }: { children: React.ReactNode }) => children,
-  },
-  Portal: ({ children }: { children: React.ReactNode }) => children,
-  Text: ({ children }: { children: React.ReactNode }) => children,
-}));
-
-// ============================================================================
-// Test Data Factories
-// ============================================================================
-
-/**
- * Creates a DataFrame with Snowflake-style UPPERCASE column names
- * Simulates: CREATE TABLE test (ID INT, USER_NAME VARCHAR, ORDER_TOTAL DECIMAL)
- */
-function createSnowflakeUppercaseDataFrame(data?: RowDataTypes[][]): DataFrame {
-  return {
-    columns: [
-      { key: "ID", name: "ID", type: "integer" },
-      { key: "USER_NAME", name: "USER_NAME", type: "text" },
-      { key: "ORDER_TOTAL", name: "ORDER_TOTAL", type: "number" },
-    ],
-    data: data ?? [
-      [1, "ALICE", 100.5],
-      [2, "BOB", 200.75],
-    ],
-  };
-}
-
-/**
- * Creates a DataFrame with PostgreSQL/Redshift-style lowercase column names
- * Simulates: CREATE TABLE test (id INT, user_name VARCHAR, order_total DECIMAL)
- */
-function createPostgresLowercaseDataFrame(data?: RowDataTypes[][]): DataFrame {
-  return {
-    columns: [
-      { key: "id", name: "id", type: "integer" },
-      { key: "user_name", name: "user_name", type: "text" },
-      { key: "order_total", name: "order_total", type: "number" },
-    ],
-    data: data ?? [
-      [1, "alice", 100.5],
-      [2, "bob", 200.75],
-    ],
-  };
-}
-
-/**
- * Creates a DataFrame with quoted mixed-case column names
- * Simulates: CREATE TABLE test ("Id" INT, "userName" VARCHAR, "OrderTotal" DECIMAL)
- */
-function createQuotedMixedCaseDataFrame(data?: RowDataTypes[][]): DataFrame {
-  return {
-    columns: [
-      { key: "Id", name: "Id", type: "integer" },
-      { key: "userName", name: "userName", type: "text" },
-      { key: "OrderTotal", name: "OrderTotal", type: "number" },
-    ],
-    data: data ?? [
-      [1, "alice", 100.5],
-      [2, "bob", 200.75],
-    ],
-  };
-}
-
-/**
- * Creates a DataFrame with BigQuery-style backtick column names
- * BigQuery allows starting with numbers when quoted: `1_column`
- */
-function createBigQueryStyleDataFrame(data?: RowDataTypes[][]): DataFrame {
-  return {
-    columns: [
-      { key: "id", name: "id", type: "integer" },
-      { key: "1_metric", name: "1_metric", type: "number" },
-      { key: "user-name", name: "user-name", type: "text" },
-      { key: "order total", name: "order total", type: "number" },
-    ],
-    data: data ?? [
-      [1, 100, "alice", 50.5],
-      [2, 200, "bob", 75.25],
-    ],
-  };
-}
-
-/**
- * Creates a joined DataFrame for Value Diff with UPPERCASE columns (Snowflake)
- */
-function createSnowflakeValueDiffDataFrame(): DataFrame {
-  return {
-    columns: [
-      { key: "ID", name: "ID", type: "integer" },
-      { key: "USER_NAME", name: "USER_NAME", type: "text" },
-      { key: "in_a", name: "in_a", type: "boolean" },
-      { key: "in_b", name: "in_b", type: "boolean" },
-      { key: "base__VALUE", name: "base__VALUE", type: "number" },
-      { key: "current__VALUE", name: "current__VALUE", type: "number" },
-    ],
-    data: [
-      [1, "ALICE", true, true, 100, 150], // Modified
-      [2, "BOB", true, true, 200, 200], // Unchanged
-      [3, "CHARLIE", true, false, 300, null], // Removed
-      [4, "DIANA", false, true, null, 400], // Added
-    ],
-  };
-}
-
-/**
- * Creates a joined DataFrame for Value Diff with lowercase columns (PostgreSQL/Redshift)
- */
-function createPostgresValueDiffDataFrame(): DataFrame {
-  return {
-    columns: [
-      { key: "id", name: "id", type: "integer" },
-      { key: "user_name", name: "user_name", type: "text" },
-      { key: "in_a", name: "in_a", type: "boolean" },
-      { key: "in_b", name: "in_b", type: "boolean" },
-      { key: "base__value", name: "base__value", type: "number" },
-      { key: "current__value", name: "current__value", type: "number" },
-    ],
-    data: [
-      [1, "alice", true, true, 100, 150],
-      [2, "bob", true, true, 200, 200],
-      [3, "charlie", true, false, 300, null],
-      [4, "diana", false, true, null, 400],
-    ],
-  };
-}
-
-/**
- * Creates a joined DataFrame with mixed in_a/in_b casing
- * Tests case-insensitive handling of these special columns
- */
-function createMixedCaseInColumnsDataFrame(): DataFrame {
-  return {
-    columns: [
-      { key: "id", name: "id", type: "integer" },
-      { key: "in_a", name: "in_a", type: "boolean" }, // Mixed case
-      { key: "in_b", name: "in_b", type: "boolean" }, // Mixed case
-      { key: "base__value", name: "base__value", type: "number" },
-      { key: "current__value", name: "current__value", type: "number" },
-    ],
-    data: [
-      [1, true, true, 100, 150],
-      [2, true, false, 200, null],
-    ],
-  };
-}
-
-// ============================================================================
-// Snowflake Naming Convention Tests
-// ============================================================================
-
-describe("Snowflake naming conventions (UPPERCASE)", () => {
-  describe("toDataGrid", () => {
-    test("handles all UPPERCASE column names", () => {
-      const df = createSnowflakeUppercaseDataFrame();
-      const result = toDataGrid(df, { primaryKeys: ["ID"] });
-
-      expect(result.rows).toHaveLength(2);
-      expect(result.columns.length).toBeGreaterThan(0);
-    });
-
-    test("handles UPPERCASE primary key", () => {
-      const df = createSnowflakeUppercaseDataFrame();
-      const result = toDataGrid(df, { primaryKeys: ["ID"] });
-
-      // Should find the ID column as primary key
-      expect(result.rows[0].ID).toBe(1);
-    });
-  });
-
-  describe("toDataDiffGrid", () => {
-    test("handles UPPERCASE columns in both base and current", () => {
-      const base = createSnowflakeUppercaseDataFrame([
-        [1, "ALICE", 100],
-        [2, "BOB", 200],
-      ]);
-      const current = createSnowflakeUppercaseDataFrame([
-        [1, "ALICE", 150], // Modified
-        [2, "BOB", 200], // Unchanged
-        [3, "CHARLIE", 300], // Added
-      ]);
-
-      const result = toDataDiffGrid(base, current, { primaryKeys: ["ID"] });
-
-      expect(result.rows).toHaveLength(3);
-      // Row keys are lowercased in output - check for modified status
-      // The PK value is stored directly, non-PK values are prefixed
-      const modifiedRow = result.rows.find((r) => r.ID === 1 || r.id === 1);
-      expect(modifiedRow).toBeDefined();
-      expect(modifiedRow?.__status).toBe("modified");
-    });
-
-    test("handles case mismatch between base (UPPERCASE) and current (lowercase)", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "VALUE", name: "VALUE", type: "number" },
-        ],
-        data: [[1, 100]],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "value", name: "value", type: "number" },
-        ],
-        data: [[1, 150]],
-      };
-
-      // CURRENT BEHAVIOR: toDataDiffGrid does NOT support case-insensitive PK matching
-      // The PK must exist in the merged column set with exact casing
-      // This documents a limitation when comparing cross-warehouse data
-      expect(() => {
-        toDataDiffGrid(base, current, { primaryKeys: ["ID"] });
-      }).toThrow("Column ID not found");
-    });
-  });
-
-  describe("toValueDiffGrid", () => {
-    test("handles in_a/in_b columns", () => {
-      const df = createSnowflakeValueDiffDataFrame();
-
-      const result = toValueDiffGrid(df, ["ID"], {});
-
-      expect(result.rows).toHaveLength(4);
-    });
-
-    test("handles UPPERCASE primary key lookup", () => {
-      const df = createSnowflakeValueDiffDataFrame();
-
-      const result = toValueDiffGrid(df, ["ID"], {});
-
-      // Verify primary key values are accessible
-      expect(result.rows.some((r) => r.ID === 1 || r.id === 1)).toBe(true);
-    });
-  });
-});
-
-// ============================================================================
-// PostgreSQL/Redshift Naming Convention Tests
-// ============================================================================
-
-describe("PostgreSQL/Redshift naming conventions (lowercase)", () => {
-  describe("toDataGrid", () => {
-    test("handles all lowercase column names", () => {
-      const df = createPostgresLowercaseDataFrame();
-      const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-
-    test("handles snake_case column names", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "user_id", name: "user_id", type: "integer" },
-          { key: "first_name", name: "first_name", type: "text" },
-          { key: "last_login_date", name: "last_login_date", type: "datetime" },
-        ],
-        data: [
-          [1, "alice", "2024-01-15T10:00:00Z"],
-          [2, "bob", "2024-01-16T11:30:00Z"],
-        ],
-      };
-
-      const result = toDataGrid(df, { primaryKeys: ["user_id"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-  });
-
-  describe("toDataDiffGrid", () => {
-    test("handles lowercase columns in both DataFrames", () => {
-      const base = createPostgresLowercaseDataFrame([
-        [1, "alice", 100],
-        [2, "bob", 200],
-      ]);
-      const current = createPostgresLowercaseDataFrame([
-        [1, "alice", 150],
-        [2, "bob", 200],
-      ]);
-
-      const result = toDataDiffGrid(base, current, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-      const modifiedRow = result.rows.find((r) => r.id === 1);
-      expect(modifiedRow?.__status).toBe("modified");
-    });
-  });
-
-  describe("toValueDiffGrid", () => {
-    test("handles lowercase in_a/in_b columns", () => {
-      const df = createPostgresValueDiffDataFrame();
-
-      const result = toValueDiffGrid(df, ["id"], {});
-
-      expect(result.rows).toHaveLength(4);
-    });
-  });
-});
-
-// ============================================================================
-// Mixed Case / Quoted Identifier Tests
-// ============================================================================
-
-describe("Mixed case / quoted identifier conventions", () => {
-  describe("toDataGrid", () => {
-    test("handles camelCase column names", () => {
-      const df = createQuotedMixedCaseDataFrame();
-      const result = toDataGrid(df, { primaryKeys: ["Id"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-
-    test("handles PascalCase column names", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "UserId", name: "UserId", type: "integer" },
-          { key: "FirstName", name: "FirstName", type: "text" },
-          { key: "LastName", name: "LastName", type: "text" },
-        ],
-        data: [
-          [1, "Alice", "Smith"],
-          [2, "Bob", "Jones"],
-        ],
-      };
-
-      const result = toDataGrid(df, { primaryKeys: ["UserId"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-  });
-
-  describe("toDataDiffGrid with case mismatch", () => {
-    test("handles base UPPERCASE vs current lowercase", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "NAME", name: "NAME", type: "text" },
-        ],
-        data: [[1, "ALICE"]],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "name", name: "name", type: "text" },
-        ],
-        data: [[1, "alice"]],
-      };
-
-      // CURRENT BEHAVIOR: Case mismatch in columns causes PK lookup to fail
-      // This documents a limitation for cross-warehouse comparisons
-      expect(() => {
-        toDataDiffGrid(base, current, { primaryKeys: ["ID"] });
-      }).toThrow("Column ID not found");
-    });
-
-    test("handles base lowercase vs current UPPERCASE", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "value", name: "value", type: "number" },
-        ],
-        data: [[1, 100]],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "VALUE", name: "VALUE", type: "number" },
-        ],
-        data: [[1, 150]],
-      };
-
-      // CURRENT BEHAVIOR: Case mismatch causes PK lookup to fail
-      expect(() => {
-        toDataDiffGrid(base, current, { primaryKeys: ["id"] });
-      }).toThrow("Column id not found");
-    });
-  });
-
-  describe("toValueDiffGrid with mixed case IN columns", () => {
-    test("handles mixed case in_a/in_b columns", () => {
-      const df = createMixedCaseInColumnsDataFrame();
-
-      const result = toValueDiffGrid(df, ["id"], {});
-
-      expect(result.rows).toHaveLength(2);
-    });
-
-    test("handles all lowercase in_a/in_b columns", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "in_a", name: "in_a", type: "boolean" },
-          { key: "in_b", name: "in_b", type: "boolean" },
-          { key: "base__value", name: "base__value", type: "number" },
-          { key: "current__value", name: "current__value", type: "number" },
-        ],
-        data: [[1, true, true, 100, 150]],
-      };
-
-      const result = toValueDiffGrid(df, ["id"], {});
-
-      expect(result.rows).toHaveLength(1);
-    });
-
-    test("handles all in_a/in_b columns", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "in_a", name: "in_a", type: "boolean" },
-          { key: "in_b", name: "in_b", type: "boolean" },
-          { key: "BASE__VALUE", name: "BASE__VALUE", type: "number" },
-          { key: "CURRENT__VALUE", name: "CURRENT__VALUE", type: "number" },
-        ],
-        data: [[1, true, true, 100, 150]],
-      };
-
-      const result = toValueDiffGrid(df, ["ID"], {});
-
-      expect(result.rows).toHaveLength(1);
-    });
-  });
-});
-
-// ============================================================================
-// BigQuery / Databricks Naming Convention Tests
-// ============================================================================
-
-describe("BigQuery / Databricks naming conventions", () => {
-  describe("toDataGrid", () => {
-    test("handles column names starting with numbers", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "1_day_avg", name: "1_day_avg", type: "number" },
-          { key: "7_day_avg", name: "7_day_avg", type: "number" },
-          { key: "30_day_avg", name: "30_day_avg", type: "number" },
-        ],
-        data: [
-          [1, 100, 700, 3000],
-          [2, 150, 850, 3500],
-        ],
-      };
-
-      const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-
-    test("handles column names with spaces (BigQuery backtick style)", () => {
-      const df = createBigQueryStyleDataFrame();
-      const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-      // Verify columns with spaces are accessible
-      expect(result.rows[0]["order total"]).toBe(50.5);
-    });
-
-    test("handles column names with hyphens", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "user-name", name: "user-name", type: "text" },
-          { key: "order-total", name: "order-total", type: "number" },
-        ],
-        data: [
-          [1, "alice", 100],
-          [2, "bob", 200],
-        ],
-      };
-
-      const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-
-    test("handles column names with special characters", () => {
-      const df: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "value$", name: "value$", type: "number" },
-          { key: "_private", name: "_private", type: "text" },
-          { key: "__dunder__", name: "__dunder__", type: "text" },
-        ],
-        data: [
-          [1, 100, "private1", "dunder1"],
-          [2, 200, "private2", "dunder2"],
-        ],
-      };
-
-      const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-  });
-
-  describe("toDataDiffGrid with BigQuery style columns", () => {
-    test("handles diff with column names containing spaces", () => {
-      const base = createBigQueryStyleDataFrame([
-        [1, 100, "alice", 50],
-        [2, 200, "bob", 75],
-      ]);
-      const current = createBigQueryStyleDataFrame([
-        [1, 100, "alice", 60], // Modified order total
-        [2, 200, "bob", 75],
-      ]);
-
-      const result = toDataDiffGrid(base, current, { primaryKeys: ["id"] });
-
-      expect(result.rows).toHaveLength(2);
-      const modifiedRow = result.rows.find((r) => r.id === 1);
-      expect(modifiedRow?.__status).toBe("modified");
-    });
-  });
-});
-
-// ============================================================================
-// Reserved Words as Column Names Tests
-// ============================================================================
-
-describe("Reserved words as column names", () => {
-  test("handles SQL reserved words as column names", () => {
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "select", name: "select", type: "text" },
-        { key: "from", name: "from", type: "text" },
-        { key: "where", name: "where", type: "text" },
-        { key: "order", name: "order", type: "text" },
-        { key: "group", name: "group", type: "text" },
-      ],
-      data: [[1, "sel1", "from1", "where1", "order1", "group1"]],
-    };
-
-    const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(1);
-  });
-
-  test("handles reserved words in diff grid", () => {
-    const base: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "table", name: "table", type: "text" },
-      ],
-      data: [[1, "old_table"]],
-    };
-    const current: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "table", name: "table", type: "text" },
-      ],
-      data: [[1, "new_table"]],
-    };
-
-    const result = toDataDiffGrid(base, current, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(1);
-    expect(result.rows[0].__status).toBe("modified");
-  });
-});
-
-// ============================================================================
-// Unicode and International Character Tests
-// ============================================================================
-
-describe("Unicode and international character column names", () => {
-  test("handles UTF-8 column names", () => {
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "名前", name: "名前", type: "text" }, // Japanese "name"
-        { key: "価格", name: "価格", type: "number" }, // Japanese "price"
-      ],
-      data: [
-        [1, "田中", 1000],
-        [2, "鈴木", 2000],
-      ],
-    };
-
-    const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(2);
-  });
-
-  test("handles Cyrillic column names", () => {
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "имя", name: "имя", type: "text" }, // Russian "name"
-        { key: "значение", name: "значение", type: "number" }, // Russian "value"
-      ],
-      data: [
-        [1, "Алиса", 100],
-        [2, "Борис", 200],
-      ],
-    };
-
-    const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(2);
-  });
-
-  test("handles emojis in column names (BigQuery flexible names)", () => {
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "🔑key", name: "🔑key", type: "text" },
-        { key: "💰value", name: "💰value", type: "number" },
-      ],
-      data: [
-        [1, "key1", 100],
-        [2, "key2", 200],
-      ],
-    };
-
-    const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(2);
-  });
-});
-
-// ============================================================================
-// Primary Key Case Sensitivity Tests
-// ============================================================================
-
-describe("Primary key case sensitivity", () => {
-  describe("toDataDiffGrid primary key matching", () => {
-    test("matches rows when PK has same casing in both environments", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "VALUE", name: "VALUE", type: "number" },
-        ],
-        data: [[1, 100]],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "VALUE", name: "VALUE", type: "number" },
-        ],
-        data: [[1, 150]],
-      };
-
-      const result = toDataDiffGrid(base, current, { primaryKeys: ["ID"] });
-
-      expect(result.rows).toHaveLength(1);
-      expect(result.rows[0].__status).toBe("modified");
-    });
-
-    test("throws when PK has different casing between environments", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "ID", name: "ID", type: "integer" },
-          { key: "VALUE", name: "VALUE", type: "number" },
-        ],
-        data: [[1, 100]],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "id", name: "id", type: "integer" },
-          { key: "value", name: "value", type: "number" },
-        ],
-        data: [[1, 150]],
-      };
-
-      // CURRENT BEHAVIOR: toDataDiffGrid requires exact case match for PKs
-      expect(() => {
-        toDataDiffGrid(base, current, { primaryKeys: ["ID"] });
-      }).toThrow("Column ID not found");
-    });
-
-    test("handles composite primary key with same casing", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "region", name: "region", type: "text" },
-          { key: "product_id", name: "product_id", type: "integer" },
-          { key: "value", name: "value", type: "number" },
-        ],
-        data: [
-          ["US", 1, 100],
-          ["EU", 1, 200],
-        ],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "region", name: "region", type: "text" },
-          { key: "product_id", name: "product_id", type: "integer" },
-          { key: "value", name: "value", type: "number" },
-        ],
-        data: [
-          ["US", 1, 150],
-          ["EU", 1, 250],
-        ],
-      };
-
-      const result = toDataDiffGrid(base, current, {
-        primaryKeys: ["region", "product_id"],
-      });
-
-      expect(result.rows).toHaveLength(2);
-      expect(result.rows.every((r) => r.__status === "modified")).toBe(true);
-    });
-
-    test("throws with composite primary key when casing differs", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "REGION", name: "REGION", type: "text" },
-          { key: "PRODUCT_ID", name: "PRODUCT_ID", type: "integer" },
-          { key: "VALUE", name: "VALUE", type: "number" },
-        ],
-        data: [
-          ["US", 1, 100],
-          ["EU", 1, 200],
-        ],
-      };
-      const current: DataFrame = {
-        columns: [
-          { key: "region", name: "region", type: "text" },
-          { key: "product_id", name: "product_id", type: "integer" },
-          { key: "value", name: "value", type: "number" },
-        ],
-        data: [
-          ["US", 1, 150],
-          ["EU", 1, 250],
-        ],
-      };
-
-      // CURRENT BEHAVIOR: Case mismatch causes validation to fail
-      expect(() => {
-        toDataDiffGrid(base, current, {
-          primaryKeys: ["REGION", "PRODUCT_ID"],
-        });
-      }).toThrow("Column REGION not found");
-    });
-  });
-});
-
-// ============================================================================
-// Property-Based Tests for Naming Conventions
-// ============================================================================
-
-describe("Property-based tests: naming convention resilience", () => {
-  /**
-   * Arbitrary for different casing styles
-   */
-  const casingStyleArb = fc.constantFrom(
-    "lowercase",
-    "UPPERCASE",
-    "camelCase",
-    "PascalCase",
-    "snake_case",
-    "SCREAMING_SNAKE_CASE",
-  );
-
-  /**
-   * Transform a column name to a specific casing style
-   */
-  function transformCase(name: string, style: string): string {
-    switch (style) {
-      case "lowercase":
-        return name.toLowerCase();
-      case "UPPERCASE":
-        return name.toUpperCase();
-      case "camelCase":
-        return name.charAt(0).toLowerCase() + name.slice(1);
-      case "PascalCase":
-        return name.charAt(0).toUpperCase() + name.slice(1);
-      case "snake_case":
-        return name
-          .toLowerCase()
-          .replace(/([A-Z])/g, "_$1")
-          .toLowerCase();
-      case "SCREAMING_SNAKE_CASE":
-        return name
-          .toUpperCase()
-          .replace(/([a-z])([A-Z])/g, "$1_$2")
-          .toUpperCase();
-      default:
-        return name;
-    }
-  }
-
-  /**
-   * Creates a DataFrame with the specified casing style
-   */
-  function createDataFrameWithCasing(
-    style: string,
-    numRows: number,
-  ): DataFrame {
-    const columns = ["id", "name", "value"].map((col) => ({
-      key: transformCase(col, style),
-      name: transformCase(col, style),
-      type: (col === "id"
-        ? "integer"
-        : col === "value"
-          ? "number"
-          : "text") as DataFrame["columns"][number]["type"],
-    }));
-
-    const data: RowDataTypes[][] = Array.from({ length: numRows }, (_, i) => [
-      i + 1,
-      `item${i + 1}`,
-      (i + 1) * 100,
-    ]);
-
-    return { columns, data };
-  }
-
-  test("toDataGrid handles any casing style consistently", () => {
-    fc.assert(
-      fc.property(casingStyleArb, fc.nat({ max: 5 }), (style, numRows) => {
-        const df = createDataFrameWithCasing(style, numRows + 1);
-        const pkColumn = df.columns[0].key;
-
-        const result = toDataGrid(df, { primaryKeys: [pkColumn] });
-
-        return result.rows.length === df.data.length;
-      }),
-      { numRuns: 50 },
-    );
-  });
-
-  test("toDataDiffGrid handles same casing in both DataFrames", () => {
-    fc.assert(
-      fc.property(casingStyleArb, fc.nat({ max: 3 }), (style, numRows) => {
-        const base = createDataFrameWithCasing(style, numRows + 1);
-        const current = createDataFrameWithCasing(style, numRows + 1);
-        const pkColumn = base.columns[0].key;
-
-        const result = toDataDiffGrid(base, current, {
-          primaryKeys: [pkColumn],
-        });
-
-        // Result should contain rows from both base and current
-        return result.rows.length >= 0;
-      }),
-      { numRuns: 50 },
-    );
-  });
-
-  test("column names with random casing don't cause crashes", () => {
-    fc.assert(
-      fc.property(
-        fc.array(fc.boolean(), { minLength: 10, maxLength: 10 }),
-        (casings) => {
-          // Generate column name with random character casing
-          const columnName = "columnname"
-            .split("")
-            .map((c, i) => (casings[i] ? c.toUpperCase() : c.toLowerCase()))
-            .join("");
-
-          const df: DataFrame = {
-            columns: [
-              { key: "id", name: "id", type: "integer" },
-              { key: columnName, name: columnName, type: "text" },
-            ],
-            data: [[1, "value"]],
-          };
-
-          const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-          return result.rows.length === 1;
-        },
-      ),
-      { numRuns: 100 },
-    );
-  });
-});
-
-// ============================================================================
-// Edge Cases: Column Name Collisions
-// ============================================================================
-
-describe("Column name edge cases", () => {
-  test("handles columns that differ only in case (edge case)", () => {
-    // This is a problematic case for some warehouses
-    // In reality, most warehouses don't allow this
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "Value", name: "Value", type: "number" },
-        { key: "value", name: "value", type: "text" }, // Same name, different case
-      ],
-      data: [[1, 100, "text"]],
-    };
-
-    // This test documents behavior - may throw or deduplicate
-    try {
-      const result = toDataGrid(df, { primaryKeys: ["id"] });
-      expect(result.rows).toHaveLength(1);
-    } catch (e) {
-      // Expected - duplicate column names should be rejected
-      expect(e).toBeDefined();
-    }
-  });
-
-  test("rejects empty column names", () => {
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: "", name: "", type: "text" },
-      ],
-      data: [[1, "empty"]],
-    };
-
-    // Empty column names are rejected by validation (correct behavior)
-    expect(() => {
-      toDataGrid(df, { primaryKeys: ["id"] });
-    }).toThrow(/invalid 'key'/);
-  });
-
-  test("handles very long column names", () => {
-    const longName = "a".repeat(255); // Snowflake max is 255
-
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: longName, name: longName, type: "text" },
-      ],
-      data: [[1, "value"]],
-    };
-
-    const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(1);
-  });
-
-  test("handles column names with trailing/leading spaces", () => {
-    const df: DataFrame = {
-      columns: [
-        { key: "id", name: "id", type: "integer" },
-        { key: " name ", name: " name ", type: "text" },
-        { key: "value ", name: "value ", type: "number" },
-        { key: " count", name: " count", type: "integer" },
-      ],
-      data: [[1, "test", 100, 5]],
-    };
-
-    const result = toDataGrid(df, { primaryKeys: ["id"] });
-
-    expect(result.rows).toHaveLength(1);
-  });
-});
-
-// ============================================================================
-// Cross-Warehouse Migration Scenario Tests
-// ============================================================================
-
-describe("Cross-warehouse migration scenarios", () => {
-  describe("Snowflake to PostgreSQL migration", () => {
-    test("works when columns are normalized to same casing", () => {
-      // Simulates normalizing Snowflake UPPERCASE to lowercase before comparison
-      const base: DataFrame = {
-        columns: [
-          { key: "user_id", name: "user_id", type: "integer" },
-          { key: "first_name", name: "first_name", type: "text" },
-          { key: "last_name", name: "last_name", type: "text" },
-          { key: "total_orders", name: "total_orders", type: "integer" },
-        ],
-        data: [
-          [1, "ALICE", "SMITH", 10],
-          [2, "BOB", "JONES", 5],
-        ],
-      };
-
-      const current: DataFrame = {
-        columns: [
-          { key: "user_id", name: "user_id", type: "integer" },
-          { key: "first_name", name: "first_name", type: "text" },
-          { key: "last_name", name: "last_name", type: "text" },
-          { key: "total_orders", name: "total_orders", type: "integer" },
-        ],
-        data: [
-          [1, "alice", "smith", 12],
-          [2, "bob", "jones", 7],
-        ],
-      };
-
-      const result = toDataDiffGrid(base, current, {
-        primaryKeys: ["user_id"],
-      });
-
-      // Both rows should be detected as modified (different values)
-      expect(result.rows).toHaveLength(2);
-      expect(result.rows.every((r) => r.__status === "modified")).toBe(true);
-    });
-
-    test("throws when UPPERCASE base vs lowercase current without normalization", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "USER_ID", name: "USER_ID", type: "integer" },
-          { key: "FIRST_NAME", name: "FIRST_NAME", type: "text" },
-        ],
-        data: [[1, "ALICE"]],
-      };
-
-      const current: DataFrame = {
-        columns: [
-          { key: "user_id", name: "user_id", type: "integer" },
-          { key: "first_name", name: "first_name", type: "text" },
-        ],
-        data: [[1, "alice"]],
-      };
-
-      // CURRENT BEHAVIOR: Cross-warehouse case mismatch requires normalization
-      expect(() => {
-        toDataDiffGrid(base, current, { primaryKeys: ["USER_ID"] });
-      }).toThrow("Column USER_ID not found");
-    });
-  });
-
-  describe("BigQuery to Redshift migration", () => {
-    test("works when columns are normalized to same casing", () => {
-      // Simulates normalizing BigQuery camelCase to lowercase before comparison
-      const base: DataFrame = {
-        columns: [
-          { key: "userid", name: "userid", type: "integer" },
-          { key: "firstname", name: "firstname", type: "text" },
-          { key: "ordercount", name: "ordercount", type: "integer" },
-        ],
-        data: [
-          [1, "Alice", 10],
-          [2, "Bob", 5],
-        ],
-      };
-
-      const current: DataFrame = {
-        columns: [
-          { key: "userid", name: "userid", type: "integer" },
-          { key: "firstname", name: "firstname", type: "text" },
-          { key: "ordercount", name: "ordercount", type: "integer" },
-        ],
-        data: [
-          [1, "Alice", 12],
-          [2, "Bob", 7],
-        ],
-      };
-
-      const result = toDataDiffGrid(base, current, { primaryKeys: ["userid"] });
-
-      expect(result.rows).toHaveLength(2);
-    });
-
-    test("throws when camelCase base vs lowercase current without normalization", () => {
-      const base: DataFrame = {
-        columns: [
-          { key: "userId", name: "userId", type: "integer" },
-          { key: "firstName", name: "firstName", type: "text" },
-        ],
-        data: [[1, "Alice"]],
-      };
-
-      const current: DataFrame = {
-        columns: [
-          { key: "userid", name: "userid", type: "integer" },
-          { key: "firstname", name: "firstname", type: "text" },
-        ],
-        data: [[1, "Alice"]],
-      };
-
-      // CURRENT BEHAVIOR: Case mismatch requires normalization
-      expect(() => {
-        toDataDiffGrid(base, current, { primaryKeys: ["userId"] });
-      }).toThrow("Column userId not found");
-    });
-  });
-});