fugue 0.9.3__py3-none-any.whl → 0.9.5__py3-none-any.whl

{fugue-0.9.3.dist-info → fugue-0.9.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fugue
-Version: 0.9.3
+Version: 0.9.5
 Summary: An abstraction layer for distributed computation
 Home-page: http://github.com/fugue-project/fugue
 Author: The Fugue Development Team
@@ -23,6 +23,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: triad>=1.0.0
 Requires-Dist: adagio>=0.2.6
+Requires-Dist: pandas<3
 Provides-Extra: sql
 Requires-Dist: qpd>=0.4.4; extra == "sql"
 Requires-Dist: fugue-sql-antlr>=0.2.0; extra == "sql"
@@ -32,6 +33,7 @@ Provides-Extra: cpp-sql-parser
 Requires-Dist: fugue-sql-antlr[cpp]>=0.2.0; extra == "cpp-sql-parser"
 Provides-Extra: spark
 Requires-Dist: pyspark>=3.1.1; extra == "spark"
+Requires-Dist: zstandard>=0.25.0; extra == "spark"
 Provides-Extra: dask
 Requires-Dist: dask[dataframe,distributed]>=2024.4.0; extra == "dask"
 Requires-Dist: pyarrow>=7.0.0; extra == "dask"
@@ -40,7 +42,7 @@ Provides-Extra: ray
 Requires-Dist: ray[data]>=2.30.0; extra == "ray"
 Requires-Dist: duckdb>=0.5.0; extra == "ray"
 Requires-Dist: pyarrow>=7.0.0; extra == "ray"
-Requires-Dist: pandas<2.2; extra == "ray"
+Requires-Dist: pandas; extra == "ray"
 Provides-Extra: duckdb
 Requires-Dist: qpd>=0.4.4; extra == "duckdb"
 Requires-Dist: fugue-sql-antlr>=0.2.0; extra == "duckdb"
@@ -56,7 +58,6 @@ Requires-Dist: fugue-sql-antlr>=0.2.0; extra == "ibis"
 Requires-Dist: sqlglot<28; extra == "ibis"
 Requires-Dist: jinja2; extra == "ibis"
 Requires-Dist: ibis-framework[pandas]; extra == "ibis"
-Requires-Dist: pandas<2.2; extra == "ibis"
 Provides-Extra: notebook
 Requires-Dist: notebook; extra == "notebook"
 Requires-Dist: jupyterlab; extra == "notebook"
@@ -75,7 +76,7 @@ Requires-Dist: jupyterlab; extra == "all"
 Requires-Dist: ipython>=7.10.0; extra == "all"
 Requires-Dist: duckdb>=0.5.0; extra == "all"
 Requires-Dist: pyarrow>=6.0.1; extra == "all"
-Requires-Dist: pandas<2.2,>=2.0.2; extra == "all"
+Requires-Dist: pandas>=2.0.2; extra == "all"
 Requires-Dist: ibis-framework[duckdb,pandas]; extra == "all"
 Requires-Dist: polars; extra == "all"
 Dynamic: author

{fugue-0.9.3.dist-info → fugue-0.9.5.dist-info}/RECORD

@@ -82,7 +82,7 @@ fugue/workflow/api.py,sha256=uQoxPSCZ91-ST4vwuPWG7qioRGW4eo-Sgi3DdwtSL4k,12495
 fugue/workflow/input.py,sha256=V_zLDNzndmQuYJAPXtdK4n-vOp7LrimGIf_wQtwf2mc,321
 fugue/workflow/module.py,sha256=ajyqgMwX6hFMZY9xp4Bp1Q-Zdta0p5f_W_n_SNrc4LE,5547
 fugue/workflow/workflow.py,sha256=-SFCXkyxgXbS6DpQGSBox4d3Ws3psIlB6PnraJLSu9Y,88219
-fugue-0.9.3.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+fugue-0.9.5.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
 fugue_contrib/__init__.py,sha256=QJioX-r2AiU7Pvt24M-k2c4vNq29qpK-3WNUde7ucck,222
 fugue_contrib/contrib.py,sha256=3B--6oIVBMZ-GwjIOXwZqYqkloH7Cxfq1I8vkwl2yPk,267
 fugue_contrib/seaborn/__init__.py,sha256=NuVv8EI4Om4gHcHwYO8ddextLQqw24vDj8qJio3E1MU,1405
@@ -139,7 +139,7 @@ fugue_spark/tester.py,sha256=VX003yGNlBukaZTQSN-w7XvgSk4rqxrWQIzno0dWrXg,2481
 fugue_spark/_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fugue_spark/_utils/convert.py,sha256=J3HtbuzomTYTN6A11iuvsC1h2C7o3fQBW5U360xGDhE,10234
 fugue_spark/_utils/io.py,sha256=OdUezKpB29Lx9aUS2k9x0xUAGZrmgMZyQYGPEeHk7rQ,5574
-fugue_spark/_utils/misc.py,sha256=9LsbBp6nOEhqXFLr8oWTc3VKzKk-vuVyixlRoquGnEs,858
+fugue_spark/_utils/misc.py,sha256=yLZVsz09gxGxfUkAGdqWAtmjSWiF5IInQtlN8z7c8hY,1228
 fugue_spark/_utils/partition.py,sha256=iaesyO5f4uXhj1W-p91cD5ecPiGlu0bzh8gl2ce2Uvg,3618
 fugue_sql/__init__.py,sha256=Cmr7w0Efr7PzoXdQzdJfc4Dgqd69qKqcHZZodENq7EU,287
 fugue_sql/exceptions.py,sha256=ltS0MC8gMnVVrJbQiOZ0kRUWvVQ2LTx33dCW3ugqtb0,260
@@ -149,9 +149,9 @@ fugue_test/builtin_suite.py,sha256=jP3xiq2vRZNNGzoSRjcUfrUk8NVg31SU0kpJaEvP25E,7
 fugue_test/dataframe_suite.py,sha256=7ym4sshDUly6004cq1UlppqDVtbwxD6CKxR4Lu70i0s,18994
 fugue_test/execution_suite.py,sha256=wUiGdb8wLRd13JXo7Lo19vPOLh7t1C-L2NPLeU0k-uE,48736
 fugue_test/fixtures.py,sha256=8Pev-mxRZOWwTFlsGjcSZ0iIs78zyWbp5tq4KG1wyvk,1432
-fugue_version/__init__.py,sha256=xKd3pzbczuMsdB08eLAOqZDUd_q1IRxwZ_ccAFL4c4A,22
-fugue-0.9.3.dist-info/METADATA,sha256=AXA7npC7pohZQCKiAqe6M5Zoq2K--K4SisIvBi_l1Tc,18570
-fugue-0.9.3.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-fugue-0.9.3.dist-info/entry_points.txt,sha256=2Vxp1qew_tswacA8m0RzIliLlFOQMlzezvSXPugM_KA,295
-fugue-0.9.3.dist-info/top_level.txt,sha256=y1eCfzGdQ1_RkgcShcfbvXs-bopD3DwJcIOxP9EFXno,140
-fugue-0.9.3.dist-info/RECORD,,
+fugue_version/__init__.py,sha256=ORAtCCI2THBDcdzIbh6oBsoshDvkkmXUWpmO4Q5McAk,22
+fugue-0.9.5.dist-info/METADATA,sha256=zWWQ_tI_bPidg9zi3s4BL4FfC2OD45Qm-PuVERmTGrA,18593
+fugue-0.9.5.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+fugue-0.9.5.dist-info/entry_points.txt,sha256=2Vxp1qew_tswacA8m0RzIliLlFOQMlzezvSXPugM_KA,295
+fugue-0.9.5.dist-info/top_level.txt,sha256=y1eCfzGdQ1_RkgcShcfbvXs-bopD3DwJcIOxP9EFXno,140
+fugue-0.9.5.dist-info/RECORD,,

fugue_spark/_utils/misc.py

@@ -1,15 +1,24 @@
+import pyspark.sql as ps
 from typing import Any
+from importlib.metadata import version
+
+SPARK_VERSION = version("pyspark").split(".")
 
 try:
-    from pyspark.sql.connect.session import SparkSession as SparkConnectSession
-    from pyspark.sql.connect.dataframe import DataFrame as SparkConnectDataFrame
+    if int(SPARK_VERSION[0]) >= 4:
+        from pyspark.sql import SparkSession as SparkConnectSession
+        from pyspark.sql import DataFrame as SparkConnectDataFrame
+    else:  # pragma: no cover
+        from pyspark.sql.connect.session import SparkSession as SparkConnectSession
+        from pyspark.sql.connect.dataframe import DataFrame as SparkConnectDataFrame
 except Exception:  # pragma: no cover
     SparkConnectSession = None
     SparkConnectDataFrame = None
-import pyspark.sql as ps
 
 
-def is_spark_connect(session: Any) -> bool:
+def is_spark_connect(session: Any) -> bool:  # pragma: no cover
+    if int(SPARK_VERSION[0]) >= 4:
+        return False
     return SparkConnectSession is not None and isinstance(
         session, (SparkConnectSession, SparkConnectDataFrame)
     )

fugue_version/__init__.py

@@ -1 +1 @@
-__version__ = "0.9.3"
+__version__ = "0.9.5"