sqlframe 3.24.0__py3-none-any.whl → 3.25.0__py3-none-any.whl

sqlframe/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '3.24.0'
-__version_tuple__ = version_tuple = (3, 24, 0)
+__version__ = version = '3.25.0'
+__version_tuple__ = version_tuple = (3, 25, 0)

sqlframe/base/dataframe.py

@@ -355,6 +355,10 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
                 "This engine does not support schema inference likely since it does not have an active connection."
             ) from e
 
+    @property
+    def sparkSession(self) -> SESSION:
+        return self.session
+
     def _replace_cte_names_with_hashes(self, expression: exp.Select):
         replacement_mapping = {}
         for cte in expression.ctes:

sqlframe/base/functions.py

@@ -2360,10 +2360,26 @@ def from_json(
     return Column.invoke_anonymous_function(col, "FROM_JSON", schema)
 
 
-@meta(unsupported_engines=["bigquery", "duckdb", "postgres", "snowflake"])
+@meta(unsupported_engines=["bigquery", "postgres", "snowflake"])
 def to_json(col: ColumnOrName, options: t.Optional[t.Dict[str, str]] = None) -> Column:
+    session = _get_session()
+    if session._is_duckdb:
+        # check if Spark options match DuckDB's default behavior
+        is_spark_equivalent = (
+            options
+            and list(options.keys()) == ["ignoreNullFields"]  # only one option specified
+            and str(options.get("ignoreNullFields", "true")).lower() == "false"
+        )
+        if not is_spark_equivalent:
+            logger.warning(
+                "Options for `to_json()` ignored, since not supported in this dialect."
+                + " Potential `null` values are included in the returned JSON string."
+                + " This is different from Spark's default behavior."
+            )
+        options = None
+
     if options is not None:
-        options_col = create_map([lit(x) for x in _flatten(options.items())])
+        options_col = create_map([lit(str(x)) for x in _flatten(options.items())])
         return Column.invoke_expression_over_column(col, expression.JSONFormat, options=options_col)
     return Column.invoke_expression_over_column(col, expression.JSONFormat)
 

sqlframe/duckdb/functions.pyi

@@ -194,6 +194,7 @@ from sqlframe.base.functions import sumDistinct as sumDistinct
 from sqlframe.base.functions import tan as tan
 from sqlframe.base.functions import timestamp_seconds as timestamp_seconds
 from sqlframe.base.functions import to_date as to_date
+from sqlframe.base.functions import to_json as to_json
 from sqlframe.base.functions import to_timestamp as to_timestamp
 from sqlframe.base.functions import to_unix_timestamp as to_unix_timestamp
 from sqlframe.base.functions import toDegrees as toDegrees

{sqlframe-3.24.0.dist-info → sqlframe-3.25.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.24.0
+Version: 3.25.0
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman
@@ -17,7 +17,7 @@ Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: prettytable <4
-Requires-Dist: sqlglot <26.10,>=24.0.0
+Requires-Dist: sqlglot <26.12,>=24.0.0
 Requires-Dist: typing-extensions
 Provides-Extra: bigquery
 Requires-Dist: google-cloud-bigquery-storage <3,>=2 ; extra == 'bigquery'
@@ -39,7 +39,7 @@ Requires-Dist: pytest-forked ; extra == 'dev'
 Requires-Dist: pytest-postgresql <8,>=6 ; extra == 'dev'
 Requires-Dist: pytest-xdist <3.7,>=3.6 ; extra == 'dev'
 Requires-Dist: pytest <8.4,>=8.2.0 ; extra == 'dev'
-Requires-Dist: ruff <0.10,>=0.4.4 ; extra == 'dev'
+Requires-Dist: ruff <0.12,>=0.4.4 ; extra == 'dev'
 Requires-Dist: types-psycopg2 <3,>=2.9 ; extra == 'dev'
 Provides-Extra: docs
 Requires-Dist: mkdocs-include-markdown-plugin ==6.0.6 ; extra == 'docs'

{sqlframe-3.24.0.dist-info → sqlframe-3.25.0.dist-info}/RECORD

@@ -1,15 +1,15 @@
 sqlframe/__init__.py,sha256=SB80yLTITBXHI2GCDS6n6bN5ObHqgPjfpRPAUwxaots,3403
-sqlframe/_version.py,sha256=oBaBfkGwPg8m5xrcN1koyrYjFksI66xSV9GrRFL_fYM,513
+sqlframe/_version.py,sha256=lX2iL8aKS-SZi2TbIojy_xpiTXHlvGXPfxFC3OMcj2o,513
 sqlframe/py.typed,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
 sqlframe/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlframe/base/_typing.py,sha256=b2clI5HI1zEZKB_3Msx3FeAJQyft44ubUifJwQRVXyQ,1298
 sqlframe/base/catalog.py,sha256=ZuU_qmt4yjSoTYgecSGnOhitOdh3rJbGCUjnUBp5mlc,38564
 sqlframe/base/column.py,sha256=AG9Z_6RNhVxLhLU29kRCgzMgDNSm-_GFg96xLqk1-bs,19838
-sqlframe/base/dataframe.py,sha256=IztCvK1MBajMrc70Ee6bgWyQ14y5iQPxGtN5WeemZe0,83946
+sqlframe/base/dataframe.py,sha256=OgEUlDI5Y4rWrVngW5LttCUMC40WR-Pyr5af6aqbMNU,84028
 sqlframe/base/decorators.py,sha256=ms-CvDOIW3T8IVB9VqDmLwAiaEsqXLYRXEqVQaxktiM,1890
 sqlframe/base/exceptions.py,sha256=9Uwvqn2eAkDpqm4BrRgbL61qM-GMCbJEMAW8otxO46s,370
 sqlframe/base/function_alternatives.py,sha256=KFkEm0aIHzajvQmiPZnzTLh-Ud9wjeg4lJ4Rk0vk-YU,53674
-sqlframe/base/functions.py,sha256=gWUxngV4cgbPvKqK7_N-2rYGycRyoKJnZqPfFyqIgbE,223305
+sqlframe/base/functions.py,sha256=W96Fg6hCXYgFfJOEt4HTam61ZUNkBp7cutv1ZEAX3H8,224000
 sqlframe/base/group.py,sha256=4R9sOZm4ZRlTfShq2j3_HQOiL_Tj1bYkouenYsgnlII,4115
 sqlframe/base/normalize.py,sha256=nXAJ5CwxVf4DV0GsH-q1w0p8gmjSMlv96k_ez1eVul8,3880
 sqlframe/base/operations.py,sha256=g-YNcbvNKTOBbYm23GKfB3fmydlR7ZZDAuZUtXIHtzw,4438
@@ -57,7 +57,7 @@ sqlframe/duckdb/catalog.py,sha256=89FCSJglMbOxonk3IXmlkMcdXCfMdePpGfqlbkkB_d0,51
 sqlframe/duckdb/column.py,sha256=E1tUa62Y5HajkhgFuebU9zohrGyieudcHzTT8gfalio,40
 sqlframe/duckdb/dataframe.py,sha256=Z8_K69UQGZVeBfVGXVwIJP8OMuIvNBB3DPKTP3Lfu4w,1908
 sqlframe/duckdb/functions.py,sha256=ix2efGGD4HLaY1rtCtEd3IrsicGEVGiBAeKOo5OD8rA,424
-sqlframe/duckdb/functions.pyi,sha256=P0ky6k-J7LdCDrQ0OjfRC3ARIYNHPmAmmaB_jBEO5L0,12383
+sqlframe/duckdb/functions.pyi,sha256=Ih8XqqTV1VcsdBUPV4V9jx1d13QPggTb-BkQZcA4iCQ,12438
 sqlframe/duckdb/group.py,sha256=IkhbW42Ng1U5YT3FkIdiB4zBqRkW4QyTb-1detY1e_4,383
 sqlframe/duckdb/readwriter.py,sha256=-_Ama7evadIa3PYvynKDK6RcTMTDBHpHJzfANTine7g,4983
 sqlframe/duckdb/session.py,sha256=H1qjMYmhpwUHmf6jOPA6IhPIEIeX8rlvOl3MTIEijG0,2719
@@ -130,8 +130,8 @@ sqlframe/standalone/udf.py,sha256=azmgtUjHNIPs0WMVNId05SHwiYn41MKVBhKXsQJ5dmY,27
 sqlframe/standalone/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
 sqlframe/testing/__init__.py,sha256=VVCosQhitU74A3NnE52O4mNtGZONapuEXcc20QmSlnQ,132
 sqlframe/testing/utils.py,sha256=PFsGZpwNUE_4-g_f43_vstTqsK0AQ2lBneb5Eb6NkFo,13008
-sqlframe-3.24.0.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
-sqlframe-3.24.0.dist-info/METADATA,sha256=j0VhoDveh4Jv1Hem4K4TXKyiF9RC2L7oYHEZ7fmL4M4,8971
-sqlframe-3.24.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-sqlframe-3.24.0.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
-sqlframe-3.24.0.dist-info/RECORD,,
+sqlframe-3.25.0.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
+sqlframe-3.25.0.dist-info/METADATA,sha256=qXwyR7B-HVkPnO4ZGah338Mu-mK7F-9bliiB_5mRAGE,8971
+sqlframe-3.25.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+sqlframe-3.25.0.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
+sqlframe-3.25.0.dist-info/RECORD,,