sqlframe 3.17.0__tar.gz → 3.17.1__tar.gz

{sqlframe-3.17.0 → sqlframe-3.17.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.17.0
+Version: 3.17.1
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.17.0 → sqlframe-3.17.1}/setup.py

@@ -20,7 +20,7 @@ setup(
     python_requires=">=3.9",
     install_requires=[
         "prettytable<4",
-        "sqlglot>=24.0.0,<26.4",
+        "sqlglot>=24.0.0,<26.5",
         "typing_extensions",
     ],
     extras_require={
@@ -31,7 +31,7 @@ setup(
         "dev": [
             "duckdb>=0.9,<1.2",
             "findspark>=2,<3",
-            "mypy>=1.10.0,<1.15",
+            "mypy>=1.10.0,<1.16",
             "openai>=1.30,<2",
             "pandas>=2,<3",
             "pandas-stubs>=2,<3",

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '3.17.0'
-__version_tuple__ = version_tuple = (3, 17, 0)
+__version__ = version = '3.17.1'
+__version_tuple__ = version_tuple = (3, 17, 1)

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/base/dataframe.py

@@ -822,8 +822,9 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
                 if cte:
                     resolved_column_position[ambiguous_col] += 1
                 else:
-                    cte = ctes_with_column[resolved_column_position[ambiguous_col]]
-                ambiguous_col.set("table", exp.to_identifier(cte.alias_or_name))
+                    cte = seq_get(ctes_with_column, resolved_column_position[ambiguous_col])
+                if cte:
+                    ambiguous_col.set("table", exp.to_identifier(cte.alias_or_name))
 
     @operation(Operation.SELECT)
     def select(self, *cols, **kwargs) -> Self:

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/base/session.py

@@ -2,6 +2,7 @@
 
 from __future__ import annotations
 
+import contextlib
 import datetime
 import logging
 import sys
@@ -213,13 +214,16 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
 
     def createDataFrame(
         self,
-        data: t.Sequence[
-            t.Union[
-                t.Dict[str, ColumnLiterals],
-                t.List[ColumnLiterals],
-                t.Tuple[ColumnLiterals, ...],
-                ColumnLiterals,
-            ]
+        data: t.Union[
+            t.Sequence[
+                t.Union[
+                    t.Dict[str, ColumnLiterals],
+                    t.List[ColumnLiterals],
+                    t.Tuple[ColumnLiterals, ...],
+                    ColumnLiterals,
+                ],
+            ],
+            pd.DataFrame,
         ],
         schema: t.Optional[SchemaInput] = None,
         samplingRatio: t.Optional[float] = None,
@@ -240,11 +244,18 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
         ):
             raise NotImplementedError("Only schema of either list or string of list supported")
 
+        with contextlib.suppress(ImportError):
+            from pandas import DataFrame as pd_DataFrame
+
+            if isinstance(data, pd_DataFrame):
+                data = data.to_dict("records")  # type: ignore
+
         column_mapping: t.Mapping[str, t.Optional[exp.DataType]]
         if schema is not None:
             column_mapping = get_column_mapping_from_schema_input(
                 schema, dialect=self.input_dialect
             )
+
         elif data:
             if isinstance(data[0], Row):
                 column_mapping = {col_name.strip(): None for col_name in data[0].__fields__}
@@ -386,7 +397,8 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, TABLE, CONN, UDF_REGIS
         dialect = Dialect.get_or_raise(dialect or self.input_dialect)
         expression = (
             sqlglot.parse_one(
-                normalize_string(sqlQuery, from_dialect=dialect, is_query=True), read=dialect
+                normalize_string(sqlQuery, from_dialect=dialect, is_query=True),
+                read=dialect,
             )
             if isinstance(sqlQuery, str)
             else sqlQuery

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/bigquery/session.py

@@ -27,7 +27,7 @@ class BigQuerySession(
         BigQueryDataFrameWriter,
         BigQueryDataFrame,
         BigQueryTable,
-        BigQueryConnection,
+        BigQueryConnection,  # type: ignore
         BigQueryUDFRegistration,
     ],
 ):

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/databricks/session.py

@@ -26,7 +26,7 @@ class DatabricksSession(
         DatabricksDataFrameWriter,
         DatabricksDataFrame,
         DatabricksTable,
-        DatabricksConnection,
+        DatabricksConnection,  # type: ignore
         DatabricksUDFRegistration,
     ],
 ):

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/duckdb/session.py

@@ -28,7 +28,7 @@ class DuckDBSession(
         DuckDBDataFrameWriter,
         DuckDBDataFrame,
         DuckDBTable,
-        DuckDBPyConnection,
+        DuckDBPyConnection,  # type: ignore
         DuckDBUDFRegistration,
     ]
 ):

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/postgres/session.py

@@ -29,7 +29,7 @@ class PostgresSession(
         PostgresDataFrameWriter,
         PostgresDataFrame,
         PostgresTable,
-        psycopg2_connection,
+        psycopg2_connection,  # type: ignore
         PostgresUDFRegistration,
     ],
 ):

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/snowflake/session.py

@@ -53,7 +53,7 @@ class SnowflakeSession(
         SnowflakeDataFrameWriter,
         SnowflakeDataFrame,
         SnowflakeTable,
-        SnowflakeConnection,
+        SnowflakeConnection,  # type: ignore
         SnowflakeUDFRegistration,
     ],
 ):

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/spark/session.py

@@ -34,7 +34,7 @@ class SparkSession(
         SparkDataFrameWriter,
         SparkDataFrame,
         SparkTable,
-        PySparkSession,
+        PySparkSession,  # type: ignore
         SparkUDFRegistration,
     ],
 ):

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe/standalone/session.py

@@ -20,7 +20,7 @@ class StandaloneSession(
         StandaloneDataFrameWriter,
         StandaloneDataFrame,
         StandaloneTable,
-        object,
+        object,  # type: ignore
         StandaloneUDFRegistration,
     ]
 ):  # type: ignore

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.17.0
+Version: 3.17.1
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.17.0 → sqlframe-3.17.1}/sqlframe.egg-info/requires.txt

@@ -1,5 +1,5 @@
 prettytable<4
-sqlglot<26.4,>=24.0.0
+sqlglot<26.5,>=24.0.0
 typing_extensions
 
 [bigquery]
@@ -12,7 +12,7 @@ databricks-sql-connector<5,>=3.6
 [dev]
 duckdb<1.2,>=0.9
 findspark<3,>=2
-mypy<1.15,>=1.10.0
+mypy<1.16,>=1.10.0
 openai<2,>=1.30
 pandas-stubs<3,>=2
 pandas<3,>=2

{sqlframe-3.17.0 → sqlframe-3.17.1}/tests/integration/test_int_dataframe.py

@@ -2,6 +2,7 @@ from __future__ import annotations
 
 import typing as t
 
+import pandas as pd
 import pytest
 from _pytest.fixtures import FixtureRequest
 from pyspark.sql import DataFrame as PySparkDataFrame
@@ -29,6 +30,20 @@ def test_empty_df(
     compare_frames(df_empty, dfs_empty, no_empty=False)
 
 
+def test_dataframe_from_pandas(
+    pyspark_employee: PySparkDataFrame,
+    get_df: t.Callable[[str], BaseDataFrame],
+    compare_frames: t.Callable,
+):
+    employee = get_df("employee")
+    compare_frames(
+        pyspark_employee,
+        employee.session.createDataFrame(
+            pyspark_employee.toPandas(), schema=pyspark_employee.schema.simpleString()
+        ),
+    )
+
+
 def test_simple_select(
     pyspark_employee: PySparkDataFrame,
     get_df: t.Callable[[str], BaseDataFrame],
@@ -2414,3 +2429,25 @@ def test_filtering_join_key(
     ).filter(SF.col("store_id") > 1)
 
     compare_frames(df, dfs, compare_schema=False, sort=True)
+
+
+# https://github.com/eakmanrq/sqlframe/issues/281
+def test_create_column_after_join(
+    pyspark_employee: PySparkDataFrame,
+    pyspark_store: PySparkDataFrame,
+    get_df: t.Callable[[str], BaseDataFrame],
+    compare_frames: t.Callable,
+):
+    df = pyspark_employee.join(
+        pyspark_store,
+        on="store_id",
+    ).withColumn("new_col", F.lit(1))
+
+    employee = get_df("employee")
+    store = get_df("store")
+    dfs = employee.join(
+        store,
+        on="store_id",
+    ).withColumn("new_col", SF.lit(1))
+
+    compare_frames(df, dfs, compare_schema=False, sort=True)

{sqlframe-3.17.0 → sqlframe-3.17.1}/tests/unit/standalone/test_functions.py

@@ -1197,10 +1197,10 @@ def test_current_timestamp():
 @pytest.mark.parametrize(
     "expression, expected",
     [
-        (SF.date_format("cola", "MM/dd/yyy"), "DATE_FORMAT(CAST(cola AS TIMESTAMP), 'MM/dd/yyy')"),
+        (SF.date_format("cola", "MM/dd/yyy"), "DATE_FORMAT(cola, 'MM/dd/yyy')"),
         (
             SF.date_format(SF.col("cola"), "MM/dd/yyy"),
-            "DATE_FORMAT(CAST(cola AS TIMESTAMP), 'MM/dd/yyy')",
+            "DATE_FORMAT(cola, 'MM/dd/yyy')",
         ),
     ],
 )