sqlframe 3.4.1__tar.gz → 3.6.0__tar.gz

{sqlframe-3.4.1 → sqlframe-3.6.0}/.github/workflows/main.workflow.yaml

@@ -37,6 +37,6 @@ jobs:
     - name: Run Style
       run: make style
     - name: Setup Postgres
-      uses: ikalnytskyi/action-setup-postgres@v6
+      uses: ikalnytskyi/action-setup-postgres@v7
     - name: Run tests
       run: make local-test

{sqlframe-3.4.1 → sqlframe-3.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.4.1
+Version: 3.6.0
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.4.1 → sqlframe-3.6.0}/docs/duckdb.md

@@ -443,6 +443,7 @@ See something that you would like to see supported? [Open an issue](https://gith
 * [sort_array](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.sort_array.html)
 * [soundex](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.soundex.html)
 * [split](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.split.html)
+* [split_part](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.split_part.html)
 * [sqrt](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.sqrt.html)
 * [stddev](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.stddev.html)
 * [stddev_pop](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.stddev_pop.html)

{sqlframe-3.4.1 → sqlframe-3.6.0}/docs/snowflake.md

@@ -484,6 +484,7 @@ See something that you would like to see supported? [Open an issue](https://gith
 * [soundex](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.soundex.html)
 * [split](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.split.html)
   * Regular expressions not supported
+* [split_part](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.split_part.html)
 * [sqrt](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.sqrt.html)
 * [stddev](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.stddev.html)
 * [stddev_pop](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.functions.stddev_pop.html)

{sqlframe-3.4.1 → sqlframe-3.6.0}/setup.py

@@ -20,7 +20,7 @@ setup(
     python_requires=">=3.8",
     install_requires=[
         "prettytable<3.11.1",
-        "sqlglot>=24.0.0,<25.25",
+        "sqlglot>=24.0.0,<25.29",
         "typing_extensions>=4.8,<5",
     ],
     extras_require={
@@ -31,19 +31,19 @@ setup(
         "dev": [
             "duckdb>=0.9,<1.2",
             "findspark>=2,<3",
-            "mypy>=1.10.0,<1.12",
-            "openai>=1.30,<1.52",
+            "mypy>=1.10.0,<1.14",
+            "openai>=1.30,<1.53",
             "pandas>=2,<3",
             "pandas-stubs>=2,<3",
             "psycopg>=3.1,<4",
-            "pyarrow>=10,<18",
+            "pyarrow>=10,<19",
             "pyspark>=2,<3.6",
             "pytest>=8.2.0,<8.4",
             "pytest-postgresql>=6,<7",
             "pytest-xdist>=3.6,<3.7",
             "pre-commit>=3.5;python_version=='3.8'",
             "pre-commit>=3.7,<4.1;python_version>='3.9'",
-            "ruff>=0.4.4,<0.7",
+            "ruff>=0.4.4,<0.8",
             "types-psycopg2>=2.9,<3",
         ],
         "docs": [
@@ -58,7 +58,7 @@ setup(
             "pandas>=2,<3",
         ],
         "openai": [
-            "openai>=1.30,<1.52",
+            "openai>=1.30,<1.53",
         ],
         "pandas": [
             "pandas>=2,<3",

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '3.4.1'
-__version_tuple__ = version_tuple = (3, 4, 1)
+__version__ = version = '3.6.0'
+__version_tuple__ = version_tuple = (3, 6, 0)

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe/base/column.py

@@ -338,6 +338,9 @@ class Column:
         new_expression = exp.Not(this=exp.Is(this=self.column_expression, expression=exp.Null()))
         return Column(new_expression)
 
+    def eqNullSafe(self, other: ColumnOrLiteral) -> Column:
+        return self.binary_op(exp.NullSafeEQ, other)
+
     def cast(
         self,
         dataType: t.Union[str, DataType, exp.DataType, exp.DataType.Type],
@@ -385,7 +388,7 @@ class Column:
 
     def isin(self, *cols: t.Union[ColumnOrLiteral, t.Iterable[ColumnOrLiteral]]):
         columns = flatten(cols) if isinstance(cols[0], (list, set, tuple)) else cols  # type: ignore
-        expressions = [self._lit(x).expression for x in columns]
+        expressions = [self._lit(x).expression for x in columns]  # type: ignore
         return Column.invoke_expression_over_column(self, exp.In, expressions=expressions)  # type: ignore
 
     def between(

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe/base/function_alternatives.py

@@ -1320,8 +1320,8 @@ def flatten_using_array_flatten(col: ColumnOrName) -> Column:
 def map_concat_using_map_cat(*cols: t.Union[ColumnOrName, t.Iterable[ColumnOrName]]) -> Column:
     columns = list(flatten(cols)) if not isinstance(cols[0], (str, Column)) else cols  # type: ignore
     if len(columns) == 1:
-        return Column.invoke_anonymous_function(columns[0], "MAP_CAT")
-    return Column.invoke_anonymous_function(columns[0], "MAP_CAT", *columns[1:])
+        return Column.invoke_anonymous_function(columns[0], "MAP_CAT")  # type: ignore
+    return Column.invoke_anonymous_function(columns[0], "MAP_CAT", *columns[1:])  # type: ignore
 
 
 def sequence_from_generate_series(

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe/base/functions.py

@@ -1652,8 +1652,8 @@ def arrays_zip(*cols: ColumnOrName) -> Column:
 def map_concat(*cols: t.Union[ColumnOrName, t.Iterable[ColumnOrName]]) -> Column:
     columns = list(flatten(cols)) if not isinstance(cols[0], (str, Column)) else cols  # type: ignore
     if len(columns) == 1:
-        return Column.invoke_anonymous_function(columns[0], "MAP_CONCAT")
-    return Column.invoke_anonymous_function(columns[0], "MAP_CONCAT", *columns[1:])
+        return Column.invoke_anonymous_function(columns[0], "MAP_CONCAT")  # type: ignore
+    return Column.invoke_anonymous_function(columns[0], "MAP_CONCAT", *columns[1:])  # type: ignore
 
 
 @meta(unsupported_engines="postgres")
@@ -4697,7 +4697,7 @@ def spark_partition_id() -> Column:
     return Column.invoke_anonymous_function(None, "spark_partition_id")
 
 
-@meta(unsupported_engines="*")
+@meta(unsupported_engines=["bigquery", "postgres"])
 def split_part(src: ColumnOrName, delimiter: ColumnOrName, partNum: ColumnOrName) -> Column:
     """
     Splits `str` by delimiter and return requested part of the split (1-based).
@@ -4723,7 +4723,9 @@ def split_part(src: ColumnOrName, delimiter: ColumnOrName, partNum: ColumnOrName
     >>> df.select(split_part(df.a, df.b, df.c).alias('r')).collect()
     [Row(r='13')]
     """
-    return Column.invoke_anonymous_function(src, "split_part", delimiter, partNum)
+    return Column.invoke_expression_over_column(
+        src, expression.SplitPart, delimiter=delimiter, part_index=partNum
+    )
 
 
 @meta()

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe/duckdb/functions.pyi

@@ -177,6 +177,7 @@ from sqlframe.base.functions import (
     skewness as skewness,
     sort_array as sort_array,
     soundex as soundex,
+    split_part as split_part,
     sqrt as sqrt,
     startswith as startswith,
     stddev as stddev,

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe/snowflake/functions.pyi

@@ -187,6 +187,7 @@ from sqlframe.base.functions import (
     sinh as sinh,
     size as size,
     soundex as soundex,
+    split_part as split_part,
     sqrt as sqrt,
     startswith as startswith,
     stddev as stddev,

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.4.1
+Version: 3.6.0
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.4.1 → sqlframe-3.6.0}/sqlframe.egg-info/requires.txt

@@ -1,5 +1,5 @@
 prettytable<3.11.1
-sqlglot<25.25,>=24.0.0
+sqlglot<25.29,>=24.0.0
 typing_extensions<5,>=4.8
 
 [bigquery]
@@ -9,17 +9,17 @@ google-cloud-bigquery[pandas]<4,>=3
 [dev]
 duckdb<1.2,>=0.9
 findspark<3,>=2
-mypy<1.12,>=1.10.0
-openai<1.52,>=1.30
+mypy<1.14,>=1.10.0
+openai<1.53,>=1.30
 pandas-stubs<3,>=2
 pandas<3,>=2
 psycopg<4,>=3.1
-pyarrow<18,>=10
+pyarrow<19,>=10
 pyspark<3.6,>=2
 pytest-postgresql<7,>=6
 pytest-xdist<3.7,>=3.6
 pytest<8.4,>=8.2.0
-ruff<0.7,>=0.4.4
+ruff<0.8,>=0.4.4
 types-psycopg2<3,>=2.9
 
 [dev:python_version == "3.8"]
@@ -40,7 +40,7 @@ duckdb<1.2,>=0.9
 pandas<3,>=2
 
 [openai]
-openai<1.52,>=1.30
+openai<1.53,>=1.30
 
 [pandas]
 pandas<3,>=2

{sqlframe-3.4.1 → sqlframe-3.6.0}/tests/integration/engines/postgres/test_postgres_catalog.py

@@ -31,18 +31,6 @@ def test_set_current_database(postgres_session: PostgresSession):
     assert postgres_session.catalog.currentDatabase() == "db1"
 
 
-def test_list_databases(postgres_session: PostgresSession):
-    assert sorted(postgres_session.catalog.listDatabases(), key=lambda x: (x.catalog, x.name)) == [
-        Database(name="db1", catalog="tests", description=None, locationUri=""),
-        Database(name="information_schema", catalog="tests", description=None, locationUri=""),
-        Database(name="pg_catalog", catalog="tests", description=None, locationUri=""),
-        Database(name="pg_temp_3", catalog="tests", description=None, locationUri=""),
-        Database(name="pg_toast", catalog="tests", description=None, locationUri=""),
-        Database(name="pg_toast_temp_3", catalog="tests", description=None, locationUri=""),
-        Database(name="public", catalog="tests", description=None, locationUri=""),
-    ]
-
-
 def test_list_databases_pattern(postgres_session: PostgresSession):
     assert sorted(
         postgres_session.catalog.listDatabases("db*"), key=lambda x: (x.catalog, x.name)

{sqlframe-3.4.1 → sqlframe-3.6.0}/tests/integration/engines/test_engine_column.py

@@ -5,6 +5,7 @@ import typing as t
 import pytest
 
 from sqlframe.base import types
+from sqlframe.base.types import Row
 from sqlframe.bigquery import BigQuerySession
 from sqlframe.postgres import PostgresSession
 
@@ -14,6 +15,23 @@ if t.TYPE_CHECKING:
 pytest_plugins = ["tests.integration.fixtures"]
 
 
+def test_columnt_eq_null_safe(get_session: t.Callable[[], _BaseSession], get_func):
+    session = get_session()
+    df1 = session.createDataFrame([Row(id=1, value="foo"), Row(id=2, value=None)])
+    lit = get_func("lit", session)
+    values = df1.select(
+        df1["value"] == "foo",
+        df1["value"].eqNullSafe("foo"),
+        df1["value"].eqNullSafe(None),
+        df1["id"].eqNullSafe(1),
+        df1["id"] == lit(None),
+        df1["id"].eqNullSafe(None),
+    ).collect()
+
+    assert values[0] == (True, True, False, True, None, False)
+    assert values[1] == (None, False, True, False, None, False)
+
+
 def test_column_get_item_array(get_session: t.Callable[[], _BaseSession], get_func):
     session = get_session()
     lit = get_func("lit", session)

{sqlframe-3.4.1 → sqlframe-3.6.0}/tests/integration/test_int_dataframe.py

@@ -231,6 +231,17 @@ def test_where_clause_single(
     compare_frames(df_employee, dfs_employee)
 
 
+def test_where_clause_eq_nullsafe(
+    pyspark_employee: PySparkDataFrame,
+    get_df: t.Callable[[str], _BaseDataFrame],
+    compare_frames: t.Callable,
+):
+    employee = get_df("employee")
+    df_employee = pyspark_employee.where(F.col("age").eqNullSafe(F.lit(37)))
+    dfs_employee = employee.where(SF.col("age") == SF.lit(37))
+    compare_frames(df_employee, dfs_employee)
+
+
 def test_where_clause_multiple_and(
     pyspark_employee: PySparkDataFrame,
     get_df: t.Callable[[str], _BaseDataFrame],