sqlframe 3.43.4__py3-none-any.whl → 3.43.6__py3-none-any.whl

sqlframe/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '3.43.4'
-__version_tuple__ = version_tuple = (3, 43, 4)
+__version__ = version = '3.43.6'
+__version_tuple__ = version_tuple = (3, 43, 6)
 
-__commit_id__ = commit_id = 'g4171ad4a5'
+__commit_id__ = commit_id = 'g7c6cd19ef'

sqlframe/base/dataframe.py

@@ -361,15 +361,31 @@ class BaseDataFrame(t.Generic[SESSION, WRITER, NA, STAT, GROUP_DATA]):
 
     def _replace_cte_names_with_hashes(self, expression: exp.Select):
         replacement_mapping = {}
-        for cte in expression.ctes:
+        seen_hashes: t.Dict[str, exp.Identifier] = {}
+        cte_indices_to_remove = []
+
+        for i, cte in enumerate(expression.ctes):
             old_name_id = cte.args["alias"].this
-            new_hashed_id = exp.to_identifier(
-                self._create_hash_from_expression(cte.this), quoted=old_name_id.args["quoted"]
-            )
-            replacement_mapping[old_name_id] = new_hashed_id
+            cte_hash = self._create_hash_from_expression(cte.this)
+
+            if cte_hash in seen_hashes:
+                # Duplicate CTE found - map its old name to the existing hash
+                replacement_mapping[old_name_id] = seen_hashes[cte_hash]
+                cte_indices_to_remove.append(i)
+            else:
+                # New unique CTE - process normally
+                new_hashed_id = exp.to_identifier(cte_hash, quoted=old_name_id.args["quoted"])
+                seen_hashes[cte_hash] = new_hashed_id
+                replacement_mapping[old_name_id] = new_hashed_id
+
             expression = expression.transform(replace_id_value, replacement_mapping).assert_is(
                 exp.Select
             )
+
+        # Remove duplicate CTEs by index in reverse order to avoid index shifting
+        for idx in reversed(cte_indices_to_remove):
+            del expression.args["with"].expressions[idx]
+
         return expression
 
     def _create_cte_from_expression(

sqlframe/base/functions.py

@@ -309,7 +309,7 @@ def factorial(col: ColumnOrName) -> Column:
     if session._is_bigquery:
         return factorial_from_case_statement(col)
 
-    return Column.invoke_anonymous_function(col, "FACTORIAL")
+    return Column.invoke_expression_over_column(col, expression.Factorial)
 
 
 @meta()
@@ -385,9 +385,9 @@ def tan(col: ColumnOrName) -> Column:
     return Column.invoke_expression_over_column(col, expression.Tan)
 
 
-@meta(unsupported_engines="duckdb")
+@meta()
 def tanh(col: ColumnOrName) -> Column:
-    return Column.invoke_anonymous_function(col, "TANH")
+    return Column.invoke_expression_over_column(col, expression.Tanh)
 
 
 @meta()
@@ -4886,7 +4886,7 @@ def parse_url(
     )
 
 
-@meta(unsupported_engines="*")
+@meta(unsupported_engines=["bigquery", "snowflake"])
 def pi() -> Column:
     """Returns Pi.
 
@@ -4901,7 +4901,7 @@ def pi() -> Column:
     |3.141592653589793|
     +-----------------+
     """
-    return Column.invoke_anonymous_function(None, "pi")
+    return Column.invoke_expression_over_column(None, expression.Pi)
 
 
 @meta(unsupported_engines="*")

sqlframe/base/operations.py

@@ -78,7 +78,7 @@ def operation(
 
 # Here decorate a function (self: _BaseGroupedData[DF], *args, **kwargs) -> DF
 # Hence we work with t.Callable[Concatenate[_BaseGroupedData[DF], P], DF]
-# We simplify the parameters, as Pyright (used for VSCode autocomplete) doesn't unterstand this
+# We simplify the parameters, as Pyright (used for VSCode autocomplete) doesn't understand this
 def group_operation(
     op: Operation,
 ) -> t.Callable[[t.Callable[P, DF]], t.Callable[P, DF]]:

sqlframe/base/util.py

@@ -239,7 +239,7 @@ def soundex(s):
     result = [s[0]]
     count = 1
 
-    # find would-be replacment for first character
+    # find would-be replacement for first character
     for lset, sub in replacements:
         if s[0] in lset:
             last = sub

sqlframe/databricks/readwriter.py

@@ -231,7 +231,7 @@ class DatabricksDataFrameWriter(
             elif mode == "ignore":
                 pass
             else:
-                raise RuntimeError(f"Unssuported mode: {mode}")
+                raise RuntimeError(f"Unsupported mode: {mode}")
 
     def insertInto(
         self,

sqlframe/duckdb/session.py

@@ -7,10 +7,7 @@ from sqlframe.base.session import _BaseSession
 from sqlframe.base.util import soundex
 from sqlframe.duckdb.catalog import DuckDBCatalog
 from sqlframe.duckdb.dataframe import DuckDBDataFrame
-from sqlframe.duckdb.readwriter import (
-    DuckDBDataFrameReader,
-    DuckDBDataFrameWriter,
-)
+from sqlframe.duckdb.readwriter import DuckDBDataFrameReader, DuckDBDataFrameWriter
 from sqlframe.duckdb.table import DuckDBTable
 from sqlframe.duckdb.udf import DuckDBUDFRegistration
 
@@ -42,7 +39,11 @@ class DuckDBSession(
     def __init__(self, conn: t.Optional[DuckDBPyConnection] = None, *args, **kwargs):
         import duckdb
         from duckdb import InvalidInputException
-        from duckdb.typing import VARCHAR
+
+        try:  # Available from duckdb 1.4.1
+            from duckdb.sqltypes import VARCHAR
+        except ImportError:
+            from duckdb.typing import VARCHAR
 
         if not hasattr(self, "_conn"):
             conn = conn or duckdb.connect()

{sqlframe-3.43.4.dist-info → sqlframe-3.43.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.43.4
+Version: 3.43.6
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman
@@ -18,7 +18,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: more-itertools
 Requires-Dist: prettytable <4
-Requires-Dist: sqlglot <27.22,>=24.0.0
+Requires-Dist: sqlglot <27.27,>=24.0.0
 Requires-Dist: typing-extensions
 Provides-Extra: bigquery
 Requires-Dist: google-cloud-bigquery-storage <3,>=2 ; extra == 'bigquery'

{sqlframe-3.43.4.dist-info → sqlframe-3.43.6.dist-info}/RECORD

@@ -1,25 +1,25 @@
 sqlframe/__init__.py,sha256=SB80yLTITBXHI2GCDS6n6bN5ObHqgPjfpRPAUwxaots,3403
-sqlframe/_version.py,sha256=ot-fBuBqn3spFTM764-RGomHmypONiAb8OX3-LO_U2s,714
+sqlframe/_version.py,sha256=y6ZWAFQfKzruNZ3B9AngA6WOri7aL6KlfRfNwyPr8T8,714
 sqlframe/py.typed,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
 sqlframe/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlframe/base/_typing.py,sha256=b2clI5HI1zEZKB_3Msx3FeAJQyft44ubUifJwQRVXyQ,1298
 sqlframe/base/catalog.py,sha256=-YulM2BMK8MoWbXi05AsJIPxd4AuiZDBCZuk4HoeMlE,38900
 sqlframe/base/column.py,sha256=f6rK6-hTiNx9WwJP7t6tqL3xEC2gwERPDlhWCS5iCBw,21417
-sqlframe/base/dataframe.py,sha256=3vlZij84GUKpS23DZSrTRm0mi5SRFjZv_BSn4rAJ0IE,89614
+sqlframe/base/dataframe.py,sha256=iKdiJ9OnMEbL0GAwydP9hQz0XsTKs1mpKi_6ajrCZ9I,90286
 sqlframe/base/decorators.py,sha256=IhE5xNQDkwJHacCvulq5WpUKyKmXm7dL2A3o5WuKGP4,2131
 sqlframe/base/exceptions.py,sha256=9Uwvqn2eAkDpqm4BrRgbL61qM-GMCbJEMAW8otxO46s,370
 sqlframe/base/function_alternatives.py,sha256=aTu3nQhIAkZoxrI1IpjpaHEAMxBNms0AnhS0EMR-TwY,51727
-sqlframe/base/functions.py,sha256=cEYHd1vCdQxoyDX8FY-_-nOylTTEwsHQMMI6PeUTG60,229607
+sqlframe/base/functions.py,sha256=F725utyWrBreiSvo-a-bM-497JfXq84ywPgNNjjqMAE,229640
 sqlframe/base/group.py,sha256=fBm8EUve7W7xz11nybTXr09ih-yZxL_vvEiZVE1eb_0,12025
 sqlframe/base/normalize.py,sha256=YPeopWr8ZRjevArYfrM-DZBkQp4t4UfAEwynoj4VvcU,11773
-sqlframe/base/operations.py,sha256=g-YNcbvNKTOBbYm23GKfB3fmydlR7ZZDAuZUtXIHtzw,4438
+sqlframe/base/operations.py,sha256=v8BA80eDKBOOpfHB_Zxsdi2RrDkSl1-_gtA-GuwO8qY,4438
 sqlframe/base/readerwriter.py,sha256=b1CZgOZv-8h0sC3PWqPVAwAwlDMjpmRys6FGhugKspU,31391
 sqlframe/base/session.py,sha256=jMm18v5MYW7Z61pXda-yd-WNYYwnYU9i2jIaT8gKSvA,27687
 sqlframe/base/table.py,sha256=rCeh1W5SWbtEVfkLAUiexzrZwNgmZeptLEmLcM1ABkE,6961
 sqlframe/base/transforms.py,sha256=y0j3SGDz3XCmNGrvassk1S-owllUWfkHyMgZlY6SFO4,467
 sqlframe/base/types.py,sha256=OktuJ5f7tEogOW0oupI0RBlHfzZMmKh7zGLke9cwllo,12305
 sqlframe/base/udf.py,sha256=O6hMhBUy9NVv-mhJRtfFhXTIa_-Z8Y_FkmmuOHu0l90,1117
-sqlframe/base/util.py,sha256=11rBF_GBFXGBCllSdlWWWo8EiZZATJn4me3u7OUNIFg,19782
+sqlframe/base/util.py,sha256=THc2Xpa3oo-cKohFFQ1KFTMn8WSrSD58sTjNMAtr7wM,19783
 sqlframe/base/window.py,sha256=7NaKDTlhun-95LEghukBCjFBwq0RHrPaajWQNCsLxok,4818
 sqlframe/base/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlframe/base/mixins/catalog_mixins.py,sha256=9fZGWToz9xMJSzUl1vsVtj6TH3TysP3fBCKJLnGUQzE,23353
@@ -46,7 +46,7 @@ sqlframe/databricks/dataframe.py,sha256=8kwT1kWU2TwGjR9zDrGdmkvabiBCivA_Mcg06r2X
 sqlframe/databricks/functions.py,sha256=La8rjAwO0hD4FBO0QxW5CtZtFAPvOrVc6lG4OtPGgbc,336
 sqlframe/databricks/functions.pyi,sha256=FzVBpzXCJzxIp73sIAo_R8Wx8uOJrix-W12HsgyeTcQ,23799
 sqlframe/databricks/group.py,sha256=dU3g0DVLRlfOSCamKchQFXRd1WTFbdxoXkpEX8tPD6Y,399
-sqlframe/databricks/readwriter.py,sha256=u2-0j_gXB4JikMxLBzUWhJZhJ5tYbGJpIGTqnWuDKqk,14521
+sqlframe/databricks/readwriter.py,sha256=RHwhfnYXC8LOCE_WSKufIB5CvHWeSiaKg5DUHjfGDTY,14521
 sqlframe/databricks/session.py,sha256=i2CgrLIHJb53Cx1qu_rE1-cmmm19S-Sw1MhTISX1zYU,4013
 sqlframe/databricks/table.py,sha256=Q0Vnrl5aUqnqFTQpTwfWMRyQ9AQnagtpnSnXmP6IKRs,678
 sqlframe/databricks/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
@@ -60,7 +60,7 @@ sqlframe/duckdb/functions.py,sha256=ix2efGGD4HLaY1rtCtEd3IrsicGEVGiBAeKOo5OD8rA,
 sqlframe/duckdb/functions.pyi,sha256=hDjpT-tGDO8LyElcno5YYRUnJg1dXXbGcRjJ69Zqk_U,12542
 sqlframe/duckdb/group.py,sha256=IkhbW42Ng1U5YT3FkIdiB4zBqRkW4QyTb-1detY1e_4,383
 sqlframe/duckdb/readwriter.py,sha256=IA2nLGBfUVAUrSO3DyYL3LWQz-5pfbjQ1fROnnfw_r4,5022
-sqlframe/duckdb/session.py,sha256=FBU78oA9Lnj5A8ikVswQEDIlJcA3wc0Thn6KVso5iqM,2793
+sqlframe/duckdb/session.py,sha256=fcv3Sg-eeyqYygmI9FxSQ6pUc7vCUKOLEImgi_mBKI0,2905
 sqlframe/duckdb/table.py,sha256=AmEKoH2TZo98loS5NbNaTuqv0eg76SY_OckVBMmQ6Co,410
 sqlframe/duckdb/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
 sqlframe/duckdb/udf.py,sha256=Du9LnOtT1lJvB90D4HSR2tB7MXy179jZngDR-EjVjQk,656
@@ -130,8 +130,8 @@ sqlframe/standalone/udf.py,sha256=azmgtUjHNIPs0WMVNId05SHwiYn41MKVBhKXsQJ5dmY,27
 sqlframe/standalone/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
 sqlframe/testing/__init__.py,sha256=VVCosQhitU74A3NnE52O4mNtGZONapuEXcc20QmSlnQ,132
 sqlframe/testing/utils.py,sha256=PFsGZpwNUE_4-g_f43_vstTqsK0AQ2lBneb5Eb6NkFo,13008
-sqlframe-3.43.4.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
-sqlframe-3.43.4.dist-info/METADATA,sha256=FpN68NZ7GLdIpdAvxHSpEBp154HGAtisH8PL9wPVl8U,9070
-sqlframe-3.43.4.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-sqlframe-3.43.4.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
-sqlframe-3.43.4.dist-info/RECORD,,
+sqlframe-3.43.6.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
+sqlframe-3.43.6.dist-info/METADATA,sha256=UjA8mFuqq0yTQVw_TAU3t7XEbzDoA9dn_nhrfibhoS0,9070
+sqlframe-3.43.6.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+sqlframe-3.43.6.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
+sqlframe-3.43.6.dist-info/RECORD,,