snowpark-connect 0.24.0__py3-none-any.whl → 0.26.0__py3-none-any.whl

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py

@@ -1,59 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-from pyspark.sql.tests.pandas.test_pandas_cogrouped_map import CogroupedApplyInPandasTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class CogroupedApplyInPandasTests(CogroupedApplyInPandasTestsMixin, ReusedConnectTestCase):
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_different_group_key_cardinality(self):
-        self.check_different_group_key_cardinality()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_wrong_args(self):
-        self.check_wrong_args()
-
-    def test_apply_in_pandas_not_returning_pandas_dataframe(self):
-        self.check_apply_in_pandas_not_returning_pandas_dataframe()
-
-    def test_apply_in_pandas_returning_wrong_column_names(self):
-        self.check_apply_in_pandas_returning_wrong_column_names()
-
-    def test_apply_in_pandas_returning_no_column_names_and_wrong_amount(self):
-        self.check_apply_in_pandas_returning_no_column_names_and_wrong_amount()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_apply_in_pandas_returning_incompatible_type(self):
-        self.check_apply_in_pandas_returning_incompatible_type()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_wrong_return_type(self):
-        self.check_wrong_return_type()
-
-
-if __name__ == "__main__":
-    from pyspark.sql.tests.connect.test_parity_pandas_cogrouped_map import *  # noqa: F401
-
-    try:
-        import xmlrunner
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py

@@ -1,74 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-from pyspark.sql.tests.pandas.test_pandas_grouped_map import GroupedApplyInPandasTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class GroupedApplyInPandasTests(GroupedApplyInPandasTestsMixin, ReusedConnectTestCase):
-    # TODO(SPARK-42857): Support CreateDataFrame from Decimal128
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_supported_types(self):
-        super().test_supported_types()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_wrong_return_type(self):
-        self.check_wrong_return_type()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_wrong_args(self):
-        self.check_wrong_args()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_unsupported_types(self):
-        self.check_unsupported_types()
-
-    def test_register_grouped_map_udf(self):
-        self.check_register_grouped_map_udf()
-
-    def test_column_order(self):
-        self.check_column_order()
-
-    def test_apply_in_pandas_returning_wrong_column_names(self):
-        self.check_apply_in_pandas_returning_wrong_column_names()
-
-    def test_apply_in_pandas_returning_no_column_names_and_wrong_amount(self):
-        self.check_apply_in_pandas_returning_no_column_names_and_wrong_amount()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_apply_in_pandas_returning_incompatible_type(self):
-        self.check_apply_in_pandas_returning_incompatible_type()
-
-    def test_apply_in_pandas_not_returning_pandas_dataframe(self):
-        self.check_apply_in_pandas_not_returning_pandas_dataframe()
-
-    @unittest.skip("Spark Connect doesn't support RDD but the test depends on it.")
-    def test_grouped_with_empty_partition(self):
-        super().test_grouped_with_empty_partition()
-
-
-if __name__ == "__main__":
-    from pyspark.sql.tests.connect.test_parity_pandas_grouped_map import *  # noqa: F401
-
-    try:
-        import xmlrunner
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py

@@ -1,62 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-from pyspark.sql.tests.pandas.test_pandas_grouped_map_with_state import (
-    GroupedApplyInPandasWithStateTestsMixin,
-)
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class GroupedApplyInPandasWithStateTests(
-    GroupedApplyInPandasWithStateTestsMixin, ReusedConnectTestCase
-):
-    @unittest.skip("foreachBatch will be supported in SPARK-42944.")
-    def test_apply_in_pandas_with_state_basic(self):
-        super().test_apply_in_pandas_with_state_basic()
-
-    @unittest.skip("foreachBatch will be supported in SPARK-42944.")
-    def test_apply_in_pandas_with_state_basic_no_state(self):
-        super().test_apply_in_pandas_with_state_basic()
-
-    @unittest.skip("foreachBatch will be supported in SPARK-42944.")
-    def test_apply_in_pandas_with_state_basic_no_state_no_data(self):
-        super().test_apply_in_pandas_with_state_basic()
-
-    @unittest.skip("foreachBatch will be supported in SPARK-42944.")
-    def test_apply_in_pandas_with_state_basic_more_data(self):
-        super().test_apply_in_pandas_with_state_basic()
-
-    @unittest.skip("foreachBatch will be supported in SPARK-42944.")
-    def test_apply_in_pandas_with_state_basic_fewer_data(self):
-        super().test_apply_in_pandas_with_state_basic()
-
-    @unittest.skip("foreachBatch will be supported in SPARK-42944.")
-    def test_apply_in_pandas_with_state_basic_with_null(self):
-        super().test_apply_in_pandas_with_state_basic()
-
-
-if __name__ == "__main__":
-    from pyspark.sql.tests.connect.test_parity_pandas_grouped_map_with_state import *  # noqa: F401
-
-    try:
-        import xmlrunner
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_map.py

@@ -1,58 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-
-from pyspark.sql.tests.pandas.test_pandas_map import MapInPandasTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class MapInPandasParityTests(MapInPandasTestsMixin, ReusedConnectTestCase):
-    def test_other_than_dataframe_iter(self):
-        self.check_other_than_dataframe_iter()
-
-    def test_dataframes_with_other_column_names(self):
-        self.check_dataframes_with_other_column_names()
-
-    def test_dataframes_with_duplicate_column_names(self):
-        self.check_dataframes_with_duplicate_column_names()
-
-    def test_dataframes_with_less_columns(self):
-        self.check_dataframes_with_less_columns()
-
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_dataframes_with_incompatible_types(self):
-        self.check_dataframes_with_incompatible_types()
-
-    def test_empty_dataframes_with_less_columns(self):
-        self.check_empty_dataframes_with_less_columns()
-
-    def test_empty_dataframes_with_other_columns(self):
-        self.check_empty_dataframes_with_other_columns()
-
-
-if __name__ == "__main__":
-    import unittest
-    from pyspark.sql.tests.connect.test_parity_pandas_map import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py

@@ -1,70 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-from pyspark.sql.connect.types import UnparsedDataType
-from pyspark.sql.functions import pandas_udf, PandasUDFType
-from pyspark.sql.tests.pandas.test_pandas_udf import PandasUDFTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class PandasUDFParityTests(PandasUDFTestsMixin, ReusedConnectTestCase):
-    def test_udf_wrong_arg(self):
-        self.check_udf_wrong_arg()
-
-    def test_pandas_udf_decorator_with_return_type_string(self):
-        @pandas_udf("v double", PandasUDFType.GROUPED_MAP)
-        def foo(x):
-            return x
-
-        self.assertEqual(foo.returnType, UnparsedDataType("v double"))
-        self.assertEqual(foo.evalType, PandasUDFType.GROUPED_MAP)
-
-        @pandas_udf(returnType="double", functionType=PandasUDFType.SCALAR)
-        def foo(x):
-            return x
-
-        self.assertEqual(foo.returnType, UnparsedDataType("double"))
-        self.assertEqual(foo.evalType, PandasUDFType.SCALAR)
-
-    def test_pandas_udf_basic_with_return_type_string(self):
-        udf = pandas_udf(lambda x: x, "double", PandasUDFType.SCALAR)
-        self.assertEqual(udf.returnType, UnparsedDataType("double"))
-        self.assertEqual(udf.evalType, PandasUDFType.SCALAR)
-
-        udf = pandas_udf(lambda x: x, "v double", PandasUDFType.GROUPED_MAP)
-        self.assertEqual(udf.returnType, UnparsedDataType("v double"))
-        self.assertEqual(udf.evalType, PandasUDFType.GROUPED_MAP)
-
-        udf = pandas_udf(lambda x: x, "v double", functionType=PandasUDFType.GROUPED_MAP)
-        self.assertEqual(udf.returnType, UnparsedDataType("v double"))
-        self.assertEqual(udf.evalType, PandasUDFType.GROUPED_MAP)
-
-        udf = pandas_udf(lambda x: x, returnType="v double", functionType=PandasUDFType.GROUPED_MAP)
-        self.assertEqual(udf.returnType, UnparsedDataType("v double"))
-        self.assertEqual(udf.evalType, PandasUDFType.GROUPED_MAP)
-
-
-if __name__ == "__main__":
-    import unittest
-    from pyspark.sql.tests.connect.test_parity_pandas_udf import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py

@@ -1,50 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-from pyspark.sql.tests.pandas.test_pandas_udf_grouped_agg import GroupedAggPandasUDFTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class PandasUDFGroupedAggParityTests(GroupedAggPandasUDFTestsMixin, ReusedConnectTestCase):
-    # TODO(SPARK-43727): Parity returnType check in Spark Connect
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_unsupported_types(self):
-        self.check_unsupported_types()
-
-    def test_invalid_args(self):
-        self.check_invalid_args()
-
-    @unittest.skip("Spark Connect doesn't support RDD but the test depends on it.")
-    def test_grouped_with_empty_partition(self):
-        super().test_grouped_with_empty_partition()
-
-    @unittest.skip("Spark Connect does not support convert UNPARSED to catalyst types.")
-    def test_manual(self):
-        super().test_manual()
-
-
-if __name__ == "__main__":
-    from pyspark.sql.tests.connect.test_parity_pandas_udf_grouped_agg import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py

@@ -1,68 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import os
-import unittest
-from pyspark.sql.tests.pandas.test_pandas_udf_scalar import ScalarPandasUDFTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class PandasUDFScalarParityTests(ScalarPandasUDFTestsMixin, ReusedConnectTestCase):
-    def test_nondeterministic_vectorized_udf_in_aggregate(self):
-        self.check_nondeterministic_analysis_exception()
-
-    @unittest.skip("Spark Connect doesn't support RDD but the test depends on it.")
-    def test_vectorized_udf_empty_partition(self):
-        super().test_vectorized_udf_empty_partition()
-
-    @unittest.skip("Spark Connect doesn't support RDD but the test depends on it.")
-    def test_vectorized_udf_struct_with_empty_partition(self):
-        super().test_vectorized_udf_struct_with_empty_partition()
-
-    @unittest.skipIf(
-        "SPARK_SKIP_CONNECT_COMPAT_TESTS" in os.environ, "Failed with different Client <> Server"
-    )
-    def test_vectorized_udf_exception(self):
-        self.check_vectorized_udf_exception()
-
-    def test_vectorized_udf_nested_struct(self):
-        self.check_vectorized_udf_nested_struct()
-
-    def test_vectorized_udf_return_scalar(self):
-        self.check_vectorized_udf_return_scalar()
-
-    def test_scalar_iter_udf_close(self):
-        self.check_scalar_iter_udf_close()
-
-    # TODO(SPARK-43727): Parity returnType check in Spark Connect
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_vectorized_udf_wrong_return_type(self):
-        self.check_vectorized_udf_wrong_return_type()
-
-    def test_vectorized_udf_invalid_length(self):
-        self.check_vectorized_udf_invalid_length()
-
-
-if __name__ == "__main__":
-    from pyspark.sql.tests.connect.test_parity_pandas_udf_scalar import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py

@@ -1,40 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-from pyspark.sql.tests.pandas.test_pandas_udf_window import WindowPandasUDFTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class PandasUDFWindowParityTests(WindowPandasUDFTestsMixin, ReusedConnectTestCase):
-    # TODO(SPARK-43734): Expression "<lambda>(v)" within a window function doesn't raise a
-    #  AnalysisException
-    @unittest.skip("Fails in Spark Connect, should enable.")
-    def test_invalid_args(self):
-        self.check_invalid_args()
-
-
-if __name__ == "__main__":
-    from pyspark.sql.tests.connect.test_parity_pandas_udf_window import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_readwriter.py

@@ -1,46 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import unittest
-
-from pyspark.sql.connect.readwriter import DataFrameWriterV2
-from pyspark.sql.tests.test_readwriter import ReadwriterTestsMixin, ReadwriterV2TestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class ReadwriterParityTests(ReadwriterTestsMixin, ReusedConnectTestCase):
-    pass
-
-
-class ReadwriterV2ParityTests(ReadwriterV2TestsMixin, ReusedConnectTestCase):
-    def test_api(self):
-        self.check_api(DataFrameWriterV2)
-
-    def test_partitioning_functions(self):
-        self.check_partitioning_functions(DataFrameWriterV2)
-
-
-if __name__ == "__main__":
-    import unittest
-    from pyspark.sql.tests.connect.test_parity_readwriter import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_serde.py

@@ -1,44 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-import unittest
-
-from pyspark.sql.tests.test_serde import SerdeTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class SerdeParityTests(SerdeTestsMixin, ReusedConnectTestCase):
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_int_array_serialization(self):
-        super().test_int_array_serialization()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_serialize_nested_array_and_map(self):
-        super().test_serialize_nested_array_and_map()
-
-
-if __name__ == "__main__":
-    import unittest
-    from pyspark.sql.tests.connect.test_parity_serde import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)

snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_types.py

@@ -1,100 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-import unittest
-
-from pyspark.sql.tests.test_types import TypesTestsMixin
-from pyspark.testing.connectutils import ReusedConnectTestCase
-
-
-class TypesParityTests(TypesTestsMixin, ReusedConnectTestCase):
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_apply_schema(self):
-        super().test_apply_schema()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_apply_schema_to_dict_and_rows(self):
-        super().test_apply_schema_to_dict_and_rows()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_apply_schema_to_row(self):
-        super().test_apply_schema_to_dict_and_rows()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_create_dataframe_schema_mismatch(self):
-        super().test_create_dataframe_schema_mismatch()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_array_element_type_empty(self):
-        super().test_infer_array_element_type_empty()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_array_element_type_with_struct(self):
-        super().test_infer_array_element_type_with_struct()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_array_merge_element_types_with_rdd(self):
-        super().test_infer_array_merge_element_types_with_rdd()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_binary_type(self):
-        super().test_infer_binary_type()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_long_type(self):
-        super().test_infer_long_type()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_nested_dict_as_struct_with_rdd(self):
-        super().test_infer_nested_dict_as_struct_with_rdd()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_nested_schema(self):
-        super().test_infer_nested_schema()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_schema(self):
-        super().test_infer_schema()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_schema_to_local(self):
-        super().test_infer_schema_to_local()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_infer_schema_upcast_int_to_string(self):
-        super().test_infer_schema_upcast_int_to_string()
-
-    @unittest.skip("Spark Connect does not support RDD but the tests depend on them.")
-    def test_rdd_with_udt(self):
-        super().test_rdd_with_udt()
-
-    @unittest.skip("Requires JVM access.")
-    def test_udt(self):
-        super().test_udt()
-
-
-if __name__ == "__main__":
-    import unittest
-    from pyspark.sql.tests.connect.test_parity_types import *  # noqa: F401
-
-    try:
-        import xmlrunner  # type: ignore[import]
-
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    unittest.main(testRunner=testRunner, verbosity=2)