sqlframe 3.16.0__tar.gz → 3.17.1__tar.gz

{sqlframe-3.16.0 → sqlframe-3.17.1}/Makefile

@@ -13,17 +13,8 @@ fast-test:
 local-test:
 	pytest -n auto -m "fast or local"
 
-bigquery-test:
-	pytest -n auto -m "bigquery"
-
-duckdb-test:
-	pytest -n auto -m "duckdb"
-
-snowflake-test:
-	pytest -n auto -m "snowflake"
-
-databricks-test:
-	pytest -n auto -m "databricks"
+%-test:
+	pytest -n auto -m "${*}"
 
 style:
 	pre-commit run --all-files

{sqlframe-3.16.0 → sqlframe-3.17.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.16.0
+Version: 3.17.1
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.16.0 → sqlframe-3.17.1}/setup.py

@@ -20,7 +20,7 @@ setup(
     python_requires=">=3.9",
     install_requires=[
         "prettytable<4",
-        "sqlglot>=24.0.0,<26.4",
+        "sqlglot>=24.0.0,<26.5",
         "typing_extensions",
     ],
     extras_require={
@@ -31,7 +31,7 @@ setup(
         "dev": [
             "duckdb>=0.9,<1.2",
             "findspark>=2,<3",
-            "mypy>=1.10.0,<1.15",
+            "mypy>=1.10.0,<1.16",
             "openai>=1.30,<2",
             "pandas>=2,<3",
             "pandas-stubs>=2,<3",

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '3.16.0'
-__version_tuple__ = version_tuple = (3, 16, 0)
+__version__ = version = '3.17.1'
+__version_tuple__ = version_tuple = (3, 17, 1)

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/base/column.py

@@ -291,6 +291,7 @@ class Column:
             this=self.column_expression,
             alias=alias.this if isinstance(alias, exp.Column) else alias,
         )
+        new_expression._meta = {"display_name": name, **(new_expression._meta or {})}
         return Column(new_expression)
 
     def asc(self) -> Column:

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/base/dataframe.py

@@ -233,6 +233,7 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
         last_op: Operation = Operation.INIT,
         pending_hints: t.Optional[t.List[exp.Expression]] = None,
         output_expression_container: t.Optional[OutputExpressionContainer] = None,
+        display_name_mapping: t.Optional[t.Dict[str, str]] = None,
         **kwargs,
     ):
         self.session = session
@@ -246,6 +247,7 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
         self.pending_hints = pending_hints or []
         self.output_expression_container = output_expression_container or exp.Select()
         self.temp_views: t.List[exp.Select] = []
+        self.display_name_mapping = display_name_mapping or {}
 
     def __getattr__(self, column_name: str) -> Column:
         return self[column_name]
@@ -385,13 +387,14 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
         return Column.ensure_cols(ensure_list(cols))  # type: ignore
 
     def _ensure_and_normalize_cols(
-        self, cols, expression: t.Optional[exp.Select] = None
+        self, cols, expression: t.Optional[exp.Select] = None, skip_star_expansion: bool = False
     ) -> t.List[Column]:
         from sqlframe.base.normalize import normalize
 
         cols = self._ensure_list_of_columns(cols)
         normalize(self.session, expression or self.expression, cols)
-        cols = list(flatten([self._expand_star(col) for col in cols]))
+        if not skip_star_expansion:
+            cols = list(flatten([self._expand_star(col) for col in cols]))
         self._resolve_ambiguous_columns(cols)
         return cols
 
@@ -592,6 +595,23 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
             )
         return [col]
 
+    def _update_display_name_mapping(
+        self, normalized_columns: t.List[Column], user_input: t.Iterable[ColumnOrName]
+    ) -> None:
+        from sqlframe.base.column import Column
+
+        normalized_aliases = [x.alias_or_name for x in normalized_columns]
+        user_display_names = [
+            x.expression.meta.get("display_name") if isinstance(x, Column) else x
+            for x in user_input
+        ]
+        zipped = {
+            k: v
+            for k, v in dict(zip(normalized_aliases, user_display_names)).items()
+            if v is not None
+        }
+        self.display_name_mapping.update(zipped)
+
     def _get_expressions(
         self,
         optimize: bool = True,
@@ -611,6 +631,16 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
             select_expression = select_expression.transform(
                 replace_id_value, replacement_mapping
             ).assert_is(exp.Select)
+            for index, column in enumerate(select_expression.expressions):
+                column_name = quote_preserving_alias_or_name(column)
+                if column_name in self.display_name_mapping:
+                    display_name_identifier = exp.to_identifier(
+                        self.display_name_mapping[column_name], quoted=True
+                    )
+                    display_name_identifier._meta = {"case_sensitive": True, **(column._meta or {})}
+                    select_expression.expressions[index] = exp.alias_(
+                        column.unalias(), display_name_identifier, quoted=True
+                    )
             if optimize:
                 select_expression = t.cast(
                     exp.Select,
@@ -792,8 +822,9 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
                 if cte:
                     resolved_column_position[ambiguous_col] += 1
                 else:
-                    cte = ctes_with_column[resolved_column_position[ambiguous_col]]
-                ambiguous_col.set("table", exp.to_identifier(cte.alias_or_name))
+                    cte = seq_get(ctes_with_column, resolved_column_position[ambiguous_col])
+                if cte:
+                    ambiguous_col.set("table", exp.to_identifier(cte.alias_or_name))
 
     @operation(Operation.SELECT)
     def select(self, *cols, **kwargs) -> Self:
@@ -803,6 +834,17 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
         if isinstance(cols[0], list):
             cols = cols[0]  # type: ignore
         columns = self._ensure_and_normalize_cols(cols)
+        if "skip_update_display_name_mapping" not in kwargs:
+            unexpanded_columns = self._ensure_and_normalize_cols(cols, skip_star_expansion=True)
+            user_cols = list(cols)
+            star_columns = []
+            for index, user_col in enumerate(cols):
+                if "*" in (user_col if isinstance(user_col, str) else user_col.alias_or_name):
+                    star_columns.append(index)
+            for index in star_columns:
+                unexpanded_columns.pop(index)
+                user_cols.pop(index)
+            self._update_display_name_mapping(unexpanded_columns, user_cols)
         kwargs["append"] = kwargs.get("append", False)
         # If an expression is `CAST(x AS DATETYPE)` then we want to alias so that `x` is the result column name
         columns = [
@@ -852,6 +894,7 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
     @operation(Operation.SELECT)
     def agg(self, *exprs, **kwargs) -> Self:
         cols = self._ensure_and_normalize_cols(exprs)
+        self._update_display_name_mapping(cols, exprs)
         return self.groupBy().agg(*cols)
 
     @operation(Operation.FROM)
@@ -1051,7 +1094,9 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
         new_df = self.copy(expression=join_expression)
         new_df.pending_join_hints.extend(self.pending_join_hints)
         new_df.pending_hints.extend(other_df.pending_hints)
-        new_df = new_df.select.__wrapped__(new_df, *select_column_names)  # type: ignore
+        new_df = new_df.select.__wrapped__(  # type: ignore
+            new_df, *select_column_names, skip_update_display_name_mapping=True
+        )
         return new_df
 
     @operation(Operation.ORDER_BY)
@@ -1441,20 +1486,18 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
     def withColumnRenamed(self, existing: str, new: str) -> Self:
         expression = self.expression.copy()
         existing = self.session._normalize_string(existing)
-        new = self.session._normalize_string(new)
-        existing_columns = [
-            expression
-            for expression in expression.expressions
-            if expression.alias_or_name == existing
-        ]
-        if not existing_columns:
+        columns = self._get_outer_select_columns(expression)
+        results = []
+        found_match = False
+        for column in columns:
+            if column.alias_or_name == existing:
+                column = column.alias(new)
+                self._update_display_name_mapping([column], [new])
+                found_match = True
+            results.append(column)
+        if not found_match:
             raise ValueError("Tried to rename a column that doesn't exist")
-        for existing_column in existing_columns:
-            if isinstance(existing_column, exp.Column):
-                existing_column.replace(exp.alias_(existing_column, new))
-            else:
-                existing_column.set("alias", exp.to_identifier(new))
-        return self.copy(expression=expression)
+        return self.select.__wrapped__(self, *results, skip_update_display_name_mapping=True)  # type: ignore
 
     @operation(Operation.SELECT)
     def withColumns(self, *colsMap: t.Dict[str, Column]) -> Self:
@@ -1495,23 +1538,27 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
         if len(colsMap) != 1:
             raise ValueError("Only a single map is supported")
         col_map = {
-            self._ensure_and_normalize_col(k).alias_or_name: self._ensure_and_normalize_col(v)
+            self._ensure_and_normalize_col(k): (self._ensure_and_normalize_col(v), k)
             for k, v in colsMap[0].items()
         }
         existing_cols = self._get_outer_select_columns(self.expression)
         existing_col_names = [x.alias_or_name for x in existing_cols]
         select_columns = existing_cols
-        for column_name, col_value in col_map.items():
+        for col, (col_value, display_name) in col_map.items():
+            column_name = col.alias_or_name
             existing_col_index = (
                 existing_col_names.index(column_name) if column_name in existing_col_names else None
             )
             if existing_col_index is not None:
                 select_columns[existing_col_index] = col_value.alias(  # type: ignore
-                    column_name
-                ).expression
+                    display_name
+                )
             else:
-                select_columns.append(col_value.alias(column_name))
-        return self.select.__wrapped__(self, *select_columns)  # type: ignore
+                select_columns.append(col_value.alias(display_name))
+        self._update_display_name_mapping(
+            [col for col in col_map], [name for _, name in col_map.values()]
+        )
+        return self.select.__wrapped__(self, *select_columns, skip_update_display_name_mapping=True)  # type: ignore
 
     @operation(Operation.SELECT)
     def drop(self, *cols: t.Union[str, Column]) -> Self:

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/base/functions.py

@@ -39,11 +39,19 @@ def col(column_name: t.Union[ColumnOrName, t.Any]) -> Column:
 
     dialect = _BaseSession().input_dialect
     if isinstance(column_name, str):
-        return Column(
-            expression.to_column(column_name, dialect=dialect).transform(
-                dialect.normalize_identifier
-            )
+        col_expression = expression.to_column(column_name, dialect=dialect).transform(
+            dialect.normalize_identifier
         )
+        case_sensitive_expression = expression.to_column(column_name, dialect=dialect)
+        if not isinstance(
+            case_sensitive_expression, (expression.Star, expression.Literal, expression.Null)
+        ):
+            col_expression._meta = {
+                "display_name": case_sensitive_expression.this.this,
+                **(col_expression._meta or {}),
+            }
+
+        return Column(col_expression)
     return Column(column_name)
 
 

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/base/session.py

@@ -2,6 +2,7 @@
 
 from __future__ import annotations
 
+import contextlib
 import datetime
 import logging
 import sys
@@ -213,13 +214,16 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
 
     def createDataFrame(
         self,
-        data: t.Sequence[
-            t.Union[
-                t.Dict[str, ColumnLiterals],
-                t.List[ColumnLiterals],
-                t.Tuple[ColumnLiterals, ...],
-                ColumnLiterals,
-            ]
+        data: t.Union[
+            t.Sequence[
+                t.Union[
+                    t.Dict[str, ColumnLiterals],
+                    t.List[ColumnLiterals],
+                    t.Tuple[ColumnLiterals, ...],
+                    ColumnLiterals,
+                ],
+            ],
+            pd.DataFrame,
         ],
         schema: t.Optional[SchemaInput] = None,
         samplingRatio: t.Optional[float] = None,
@@ -240,11 +244,18 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
         ):
             raise NotImplementedError("Only schema of either list or string of list supported")
 
+        with contextlib.suppress(ImportError):
+            from pandas import DataFrame as pd_DataFrame
+
+            if isinstance(data, pd_DataFrame):
+                data = data.to_dict("records")  # type: ignore
+
         column_mapping: t.Mapping[str, t.Optional[exp.DataType]]
         if schema is not None:
             column_mapping = get_column_mapping_from_schema_input(
                 schema, dialect=self.input_dialect
             )
+
         elif data:
             if isinstance(data[0], Row):
                 column_mapping = {col_name.strip(): None for col_name in data[0].__fields__}
@@ -386,7 +397,8 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
         dialect = Dialect.get_or_raise(dialect or self.input_dialect)
         expression = (
             sqlglot.parse_one(
-                normalize_string(sqlQuery, from_dialect=dialect, is_query=True), read=dialect
+                normalize_string(sqlQuery, from_dialect=dialect, is_query=True),
+                read=dialect,
             )
             if isinstance(sqlQuery, str)
             else sqlQuery
@@ -507,9 +519,14 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
         result = self._cur.fetchall()
         if not self._cur.description:
             return []
+        case_sensitive_cols = []
+        for col in self._cur.description:
+            col_id = exp.parse_identifier(col[0], dialect=self.execution_dialect)
+            col_id._meta = {"case_sensitive": True, **(col_id._meta or {})}
+            case_sensitive_cols.append(col_id)
         columns = [
-            normalize_string(x[0], from_dialect="execution", to_dialect="output", is_column=True)
-            for x in self._cur.description
+            normalize_string(x, from_dialect="execution", to_dialect="output")
+            for x in case_sensitive_cols
         ]
         return [self._to_row(columns, row) for row in result]
 

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/bigquery/session.py

@@ -27,7 +27,7 @@ class BigQuerySession(
         BigQueryDataFrameWriter,
         BigQueryDataFrame,
         BigQueryTable,
-        BigQueryConnection,
+        BigQueryConnection,  # type: ignore
         BigQueryUDFRegistration,
     ],
 ):

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/databricks/session.py

@@ -26,7 +26,7 @@ class DatabricksSession(
         DatabricksDataFrameWriter,
         DatabricksDataFrame,
         DatabricksTable,
-        DatabricksConnection,
+        DatabricksConnection,  # type: ignore
         DatabricksUDFRegistration,
     ],
 ):

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/duckdb/session.py

@@ -28,7 +28,7 @@ class DuckDBSession(
         DuckDBDataFrameWriter,
         DuckDBDataFrame,
         DuckDBTable,
-        DuckDBPyConnection,
+        DuckDBPyConnection,  # type: ignore
         DuckDBUDFRegistration,
     ]
 ):

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/postgres/session.py

@@ -29,7 +29,7 @@ class PostgresSession(
         PostgresDataFrameWriter,
         PostgresDataFrame,
         PostgresTable,
-        psycopg2_connection,
+        psycopg2_connection,  # type: ignore
         PostgresUDFRegistration,
     ],
 ):

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/snowflake/session.py

@@ -53,7 +53,7 @@ class SnowflakeSession(
         SnowflakeDataFrameWriter,
         SnowflakeDataFrame,
         SnowflakeTable,
-        SnowflakeConnection,
+        SnowflakeConnection,  # type: ignore
         SnowflakeUDFRegistration,
     ],
 ):

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/spark/session.py

@@ -34,7 +34,7 @@ class SparkSession(
         SparkDataFrameWriter,
         SparkDataFrame,
         SparkTable,
-        PySparkSession,
+        PySparkSession,  # type: ignore
         SparkUDFRegistration,
     ],
 ):
@@ -79,17 +79,18 @@ class SparkSession(
         if skip_rows:
             return []
         assert self._last_df is not None
-        return [
-            Row(
-                **{
-                    normalize_string(
-                        k, from_dialect="execution", to_dialect="output", is_column=True
-                    ): v
-                    for k, v in row.asDict().items()
-                }
-            )
-            for row in self._last_df.collect()
-        ]
+        results = []
+        for row in self._last_df.collect():
+            rows_normalized = {}
+            for k, v in row.asDict().items():
+                col_id = exp.parse_identifier(k, dialect=self.execution_dialect)
+                col_id._meta = {"case_sensitive": True, **(col_id._meta or {})}
+                col_name = normalize_string(
+                    col_id, from_dialect="execution", to_dialect="output", is_column=True
+                )
+                rows_normalized[col_name] = v
+            results.append(Row(**rows_normalized))
+        return results
 
     def _execute(self, sql: str) -> None:
         self._last_df = self.spark_session.sql(sql)

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe/standalone/session.py

@@ -20,7 +20,7 @@ class StandaloneSession(
         StandaloneDataFrameWriter,
         StandaloneDataFrame,
         StandaloneTable,
-        object,
+        object,  # type: ignore
         StandaloneUDFRegistration,
     ]
 ):  # type: ignore

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.16.0
+Version: 3.17.1
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.16.0 → sqlframe-3.17.1}/sqlframe.egg-info/requires.txt

@@ -1,5 +1,5 @@
 prettytable<4
-sqlglot<26.4,>=24.0.0
+sqlglot<26.5,>=24.0.0
 typing_extensions
 
 [bigquery]
@@ -12,7 +12,7 @@ databricks-sql-connector<5,>=3.6
 [dev]
 duckdb<1.2,>=0.9
 findspark<3,>=2
-mypy<1.15,>=1.10.0
+mypy<1.16,>=1.10.0
 openai<2,>=1.30
 pandas-stubs<3,>=2
 pandas<3,>=2

{sqlframe-3.16.0 → sqlframe-3.17.1}/tests/integration/engines/test_engine_dataframe.py

@@ -3,6 +3,8 @@ from __future__ import annotations
 import typing as t
 
 from sqlframe.base.types import Row
+from sqlframe.snowflake import SnowflakeSession
+from sqlframe.spark import SparkSession
 
 if t.TYPE_CHECKING:
     from sqlframe.base.dataframe import BaseDataFrame
@@ -31,20 +33,30 @@ def test_show(
 ):
     employee = get_engine_df("employee")
     lit = get_func("lit", employee.session)
-    employee = employee.select("*", lit(1).alias("one"))
+    col = get_func("col", employee.session)
+    employee = (
+        employee.select("EmPloyee_Id", "fname", "lnamE", "AGE", "stoRe_iD", lit(1).alias("One"))
+        .withColumnRenamed("sToRe_id", "SToRE_Id")
+        .withColumns(
+            {
+                "lNamE": col("lname"),
+                "tWo": lit(2),
+            }
+        )
+    )
     employee.show()
     captured = capsys.readouterr()
     assert (
         captured.out
-        == """+-------------+--------+-----------+-----+----------+-----+
-| employee_id | fname  |   lname   | age | store_id | one |
-+-------------+--------+-----------+-----+----------+-----+
-|      1      |  Jack  |  Shephard |  37 |    1     |  1  |
-|      2      |  John  |   Locke   |  65 |    1     |  1  |
-|      3      |  Kate  |   Austen  |  37 |    2     |  1  |
-|      4      | Claire | Littleton |  27 |    2     |  1  |
-|      5      |  Hugo  |   Reyes   |  29 |   100    |  1  |
-+-------------+--------+-----------+-----+----------+-----+\n"""
+        == """+-------------+--------+-----------+-----+----------+-----+-----+
+| EmPloyee_Id | fname  |   lNamE   | AGE | SToRE_Id | One | tWo |
++-------------+--------+-----------+-----+----------+-----+-----+
+|      1      |  Jack  |  Shephard |  37 |    1     |  1  |  2  |
+|      2      |  John  |   Locke   |  65 |    1     |  1  |  2  |
+|      3      |  Kate  |   Austen  |  37 |    2     |  1  |  2  |
+|      4      | Claire | Littleton |  27 |    2     |  1  |  2  |
+|      5      |  Hugo  |   Reyes   |  29 |   100    |  1  |  2  |
++-------------+--------+-----------+-----+----------+-----+-----+\n"""
     )
     assert "Truncate is ignored so full results will be displayed" not in caplog.text
     employee.show(truncate=True)
@@ -58,11 +70,21 @@ def test_show_limit(
     employee = get_engine_df("employee")
     employee.show(1)
     captured = capsys.readouterr()
-    assert (
-        captured.out
-        == """+-------------+-------+----------+-----+----------+
+    if isinstance(employee.session, SnowflakeSession):
+        assert (
+            captured.out
+            == """+-------------+-------+----------+-----+----------+
+| EMPLOYEE_ID | FNAME |  LNAME   | AGE | STORE_ID |
++-------------+-------+----------+-----+----------+
+|      1      |  Jack | Shephard |  37 |    1     |
++-------------+-------+----------+-----+----------+\n"""
+        )
+    else:
+        assert (
+            captured.out
+            == """+-------------+-------+----------+-----+----------+
 | employee_id | fname |  lname   | age | store_id |
 +-------------+-------+----------+-----+----------+
 |      1      |  Jack | Shephard |  37 |    1     |
 +-------------+-------+----------+-----+----------+\n"""
-    )
+        )

{sqlframe-3.16.0 → sqlframe-3.17.1}/tests/integration/engines/test_int_functions.py

@@ -241,7 +241,7 @@ def test_alias(get_session_and_func):
             DatabricksSession,
         ),
     ):
-        assert space_result == "`a space in new name`"
+        assert space_result == "`A Space In New Name`"
     else:
         assert space_result == "A Space In New Name"
 

{sqlframe-3.16.0 → sqlframe-3.17.1}/tests/integration/test_int_dataframe.py

@@ -2,6 +2,7 @@ from __future__ import annotations
 
 import typing as t
 
+import pandas as pd
 import pytest
 from _pytest.fixtures import FixtureRequest
 from pyspark.sql import DataFrame as PySparkDataFrame
@@ -9,7 +10,7 @@ from pyspark.sql import functions as F
 
 from sqlframe.standalone import functions as SF
 from sqlframe.standalone.dataframe import StandaloneDataFrame
-from tests.integration.fixtures import StandaloneSession
+from tests.integration.fixtures import StandaloneSession, is_snowflake
 
 if t.TYPE_CHECKING:
     from sqlframe.base.dataframe import BaseDataFrame
@@ -29,6 +30,20 @@ def test_empty_df(
     compare_frames(df_empty, dfs_empty, no_empty=False)
 
 
+def test_dataframe_from_pandas(
+    pyspark_employee: PySparkDataFrame,
+    get_df: t.Callable[[str], BaseDataFrame],
+    compare_frames: t.Callable,
+):
+    employee = get_df("employee")
+    compare_frames(
+        pyspark_employee,
+        employee.session.createDataFrame(
+            pyspark_employee.toPandas(), schema=pyspark_employee.schema.simpleString()
+        ),
+    )
+
+
 def test_simple_select(
     pyspark_employee: PySparkDataFrame,
     get_df: t.Callable[[str], BaseDataFrame],
@@ -1780,6 +1795,7 @@ def test_with_columns_reference_another(
     compare_frames: t.Callable,
     is_bigquery: t.Callable,
     is_postgres: t.Callable,
+    is_snowflake: t.Callable,
 ):
     # Could consider two options:
     # 1. Use SQLGlot optimizer to properly change the references to be expanded to avoid the issue (a rule already does this)
@@ -1792,6 +1808,14 @@ def test_with_columns_reference_another(
         pytest.skip(
             "Postgres doesn't support having selects with columns that reference each other."
         )
+    if is_snowflake():
+        # Snowflake does allow columns that reference each other but the issue is that if you do this in the final
+        # select the columns are replaced with their alias version to show their display name (the case-sensitive
+        # name provided by the user) and then, since the column is now aliased and case-sensitive, SF thinks
+        # the column doesn't exist since the column of the same case does not exist since it was aliased.
+        pytest.skip(
+            "Bugged behavior introduced display names means that snowflake can no longer reference itself."
+        )
     employee = get_df("employee")
     df = pyspark_employee.withColumns(
         {
@@ -2405,3 +2429,25 @@ def test_filtering_join_key(
     ).filter(SF.col("store_id") > 1)
 
     compare_frames(df, dfs, compare_schema=False, sort=True)
+
+
+# https://github.com/eakmanrq/sqlframe/issues/281
+def test_create_column_after_join(
+    pyspark_employee: PySparkDataFrame,
+    pyspark_store: PySparkDataFrame,
+    get_df: t.Callable[[str], BaseDataFrame],
+    compare_frames: t.Callable,
+):
+    df = pyspark_employee.join(
+        pyspark_store,
+        on="store_id",
+    ).withColumn("new_col", F.lit(1))
+
+    employee = get_df("employee")
+    store = get_df("store")
+    dfs = employee.join(
+        store,
+        on="store_id",
+    ).withColumn("new_col", SF.lit(1))
+
+    compare_frames(df, dfs, compare_schema=False, sort=True)