snowpark-connect 0.24.0__py3-none-any.whl → 0.26.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of snowpark-connect might be problematic. Click here for more details.

Files changed (484) hide show
  1. snowflake/snowpark_connect/column_name_handler.py +116 -4
  2. snowflake/snowpark_connect/config.py +23 -0
  3. snowflake/snowpark_connect/constants.py +0 -29
  4. snowflake/snowpark_connect/dataframe_container.py +22 -0
  5. snowflake/snowpark_connect/execute_plan/map_execution_command.py +56 -1
  6. snowflake/snowpark_connect/expression/literal.py +13 -2
  7. snowflake/snowpark_connect/expression/map_cast.py +5 -8
  8. snowflake/snowpark_connect/expression/map_sql_expression.py +23 -1
  9. snowflake/snowpark_connect/expression/map_udf.py +88 -29
  10. snowflake/snowpark_connect/expression/map_unresolved_attribute.py +199 -15
  11. snowflake/snowpark_connect/expression/map_unresolved_extract_value.py +44 -16
  12. snowflake/snowpark_connect/expression/map_unresolved_function.py +840 -367
  13. snowflake/snowpark_connect/expression/map_unresolved_star.py +3 -2
  14. snowflake/snowpark_connect/hidden_column.py +39 -0
  15. snowflake/snowpark_connect/includes/jars/hadoop-client-api-trimmed-3.3.4.jar +0 -0
  16. snowflake/snowpark_connect/includes/jars/json4s-native_2.12-3.7.0-M11.jar +0 -0
  17. snowflake/snowpark_connect/includes/jars/paranamer-2.8.3.jar +0 -0
  18. snowflake/snowpark_connect/includes/jars/sas-scala-udf_2.12-0.1.0.jar +0 -0
  19. snowflake/snowpark_connect/includes/jars/{hadoop-client-api-3.3.4.jar → spark-connect-client-jvm_2.12-3.5.6.jar} +0 -0
  20. snowflake/snowpark_connect/relation/map_column_ops.py +17 -4
  21. snowflake/snowpark_connect/relation/map_extension.py +52 -11
  22. snowflake/snowpark_connect/relation/map_join.py +258 -62
  23. snowflake/snowpark_connect/relation/map_map_partitions.py +9 -4
  24. snowflake/snowpark_connect/relation/map_relation.py +12 -1
  25. snowflake/snowpark_connect/relation/map_row_ops.py +8 -1
  26. snowflake/snowpark_connect/relation/map_sql.py +88 -11
  27. snowflake/snowpark_connect/relation/map_udtf.py +100 -46
  28. snowflake/snowpark_connect/relation/read/map_read.py +3 -3
  29. snowflake/snowpark_connect/relation/read/map_read_jdbc.py +1 -1
  30. snowflake/snowpark_connect/relation/read/map_read_json.py +8 -1
  31. snowflake/snowpark_connect/relation/read/map_read_table.py +1 -9
  32. snowflake/snowpark_connect/relation/read/reader_config.py +3 -1
  33. snowflake/snowpark_connect/relation/utils.py +44 -0
  34. snowflake/snowpark_connect/relation/write/map_write.py +175 -75
  35. snowflake/snowpark_connect/resources_initializer.py +47 -6
  36. snowflake/snowpark_connect/server.py +26 -4
  37. snowflake/snowpark_connect/type_mapping.py +29 -25
  38. snowflake/snowpark_connect/typed_column.py +14 -0
  39. snowflake/snowpark_connect/utils/artifacts.py +23 -0
  40. snowflake/snowpark_connect/utils/concurrent.py +4 -0
  41. snowflake/snowpark_connect/utils/context.py +6 -1
  42. snowflake/snowpark_connect/utils/external_udxf_cache.py +36 -0
  43. snowflake/snowpark_connect/utils/scala_udf_utils.py +596 -0
  44. snowflake/snowpark_connect/utils/session.py +4 -0
  45. snowflake/snowpark_connect/utils/telemetry.py +6 -17
  46. snowflake/snowpark_connect/utils/udf_helper.py +2 -0
  47. snowflake/snowpark_connect/utils/udf_utils.py +22 -1
  48. snowflake/snowpark_connect/utils/udtf_utils.py +1 -0
  49. snowflake/snowpark_connect/version.py +1 -1
  50. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/METADATA +1 -1
  51. snowpark_connect-0.26.0.dist-info/RECORD +481 -0
  52. snowflake/snowpark_connect/includes/jars/scala-compiler-2.12.18.jar +0 -0
  53. snowflake/snowpark_connect/includes/jars/spark-kubernetes_2.12-3.5.6.jar +0 -0
  54. snowflake/snowpark_connect/includes/jars/spark-mllib_2.12-3.5.6.jar +0 -0
  55. snowflake/snowpark_connect/includes/jars/spark-streaming_2.12-3.5.6.jar +0 -0
  56. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/__init__.py +0 -16
  57. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/test_errors.py +0 -60
  58. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/tests/test_deepspeed_distributor.py +0 -306
  59. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/__init__.py +0 -16
  60. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_classification.py +0 -53
  61. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_evaluation.py +0 -50
  62. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_feature.py +0 -43
  63. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_function.py +0 -114
  64. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_pipeline.py +0 -47
  65. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_summarizer.py +0 -43
  66. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_tuning.py +0 -46
  67. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_classification.py +0 -238
  68. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_evaluation.py +0 -194
  69. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_feature.py +0 -156
  70. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_pipeline.py +0 -184
  71. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_summarizer.py +0 -78
  72. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_tuning.py +0 -292
  73. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py +0 -50
  74. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_distributor.py +0 -152
  75. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_algorithms.py +0 -456
  76. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_base.py +0 -96
  77. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_dl_util.py +0 -186
  78. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_evaluation.py +0 -77
  79. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_feature.py +0 -401
  80. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_functions.py +0 -528
  81. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_image.py +0 -82
  82. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_linalg.py +0 -409
  83. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_model_cache.py +0 -55
  84. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_param.py +0 -441
  85. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_persistence.py +0 -546
  86. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_pipeline.py +0 -71
  87. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_stat.py +0 -52
  88. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_training_summary.py +0 -494
  89. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_util.py +0 -85
  90. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_wrapper.py +0 -138
  91. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/__init__.py +0 -16
  92. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_basic.py +0 -151
  93. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_nested.py +0 -97
  94. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_pipeline.py +0 -143
  95. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tuning.py +0 -551
  96. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_basic.py +0 -137
  97. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_nested.py +0 -96
  98. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_pipeline.py +0 -142
  99. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/__init__.py +0 -16
  100. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_data_loader.py +0 -137
  101. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_distributor.py +0 -561
  102. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_log_communication.py +0 -172
  103. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/__init__.py +0 -16
  104. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_algorithms.py +0 -353
  105. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_feature.py +0 -192
  106. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_linalg.py +0 -680
  107. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_stat.py +0 -206
  108. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_streaming_algorithms.py +0 -471
  109. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_util.py +0 -108
  110. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/__init__.py +0 -16
  111. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/accessors.py +0 -1281
  112. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/functions.py +0 -203
  113. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/utils.py +0 -202
  114. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/__init__.py +0 -16
  115. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/__init__.py +0 -16
  116. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_any_all.py +0 -177
  117. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_apply_func.py +0 -575
  118. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_binary_ops.py +0 -235
  119. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_combine.py +0 -653
  120. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_compute.py +0 -463
  121. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_corrwith.py +0 -86
  122. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cov.py +0 -151
  123. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cumulative.py +0 -139
  124. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_describe.py +0 -458
  125. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_eval.py +0 -86
  126. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_melt.py +0 -202
  127. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_missing_data.py +0 -520
  128. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_pivot.py +0 -361
  129. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/__init__.py +0 -16
  130. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/__init__.py +0 -16
  131. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_any_all.py +0 -40
  132. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_apply_func.py +0 -42
  133. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_binary_ops.py +0 -40
  134. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py +0 -37
  135. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py +0 -60
  136. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_corrwith.py +0 -40
  137. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cov.py +0 -40
  138. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py +0 -90
  139. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_describe.py +0 -40
  140. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_eval.py +0 -40
  141. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_melt.py +0 -40
  142. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py +0 -42
  143. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py +0 -37
  144. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/__init__.py +0 -16
  145. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_base.py +0 -36
  146. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_binary_ops.py +0 -42
  147. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_boolean_ops.py +0 -47
  148. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_categorical_ops.py +0 -55
  149. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_complex_ops.py +0 -40
  150. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_date_ops.py +0 -47
  151. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_datetime_ops.py +0 -47
  152. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_null_ops.py +0 -42
  153. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_arithmetic.py +0 -43
  154. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_ops.py +0 -47
  155. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_reverse.py +0 -43
  156. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_string_ops.py +0 -47
  157. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_timedelta_ops.py +0 -47
  158. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_udt_ops.py +0 -40
  159. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/testing_utils.py +0 -226
  160. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/__init__.py +0 -16
  161. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_align.py +0 -39
  162. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py +0 -55
  163. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_cov_corrwith.py +0 -39
  164. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_frame.py +0 -39
  165. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_series.py +0 -39
  166. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_index.py +0 -39
  167. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_series.py +0 -39
  168. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_frame.py +0 -43
  169. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_series.py +0 -43
  170. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/__init__.py +0 -16
  171. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_attrs.py +0 -40
  172. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_constructor.py +0 -39
  173. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_conversion.py +0 -42
  174. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reindexing.py +0 -42
  175. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py +0 -37
  176. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_spark.py +0 -40
  177. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_take.py +0 -42
  178. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py +0 -48
  179. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_truncate.py +0 -40
  180. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/__init__.py +0 -16
  181. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_aggregate.py +0 -40
  182. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_apply_func.py +0 -41
  183. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py +0 -67
  184. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_describe.py +0 -40
  185. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py +0 -55
  186. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_head_tail.py +0 -40
  187. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_index.py +0 -38
  188. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py +0 -55
  189. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_split_apply.py +0 -39
  190. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_stat.py +0 -38
  191. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/__init__.py +0 -16
  192. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_align.py +0 -40
  193. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py +0 -50
  194. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_category.py +0 -73
  195. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_datetime.py +0 -39
  196. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_indexing.py +0 -40
  197. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reindex.py +0 -40
  198. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_rename.py +0 -40
  199. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py +0 -48
  200. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_timedelta.py +0 -39
  201. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/__init__.py +0 -16
  202. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/test_parity_io.py +0 -40
  203. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/__init__.py +0 -16
  204. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot.py +0 -45
  205. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_matplotlib.py +0 -45
  206. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_plotly.py +0 -49
  207. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot.py +0 -37
  208. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_matplotlib.py +0 -53
  209. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_plotly.py +0 -45
  210. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/__init__.py +0 -16
  211. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_all_any.py +0 -38
  212. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py +0 -37
  213. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_of.py +0 -37
  214. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_type.py +0 -38
  215. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_compute.py +0 -37
  216. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_conversion.py +0 -40
  217. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py +0 -40
  218. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_index.py +0 -38
  219. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py +0 -40
  220. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_series.py +0 -37
  221. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_sort.py +0 -38
  222. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_stat.py +0 -38
  223. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_categorical.py +0 -66
  224. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_config.py +0 -37
  225. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_csv.py +0 -37
  226. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_conversion.py +0 -42
  227. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_spark_io.py +0 -39
  228. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_default_index.py +0 -49
  229. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ewm.py +0 -37
  230. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_expanding.py +0 -39
  231. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_extension.py +0 -49
  232. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_frame_spark.py +0 -53
  233. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py +0 -43
  234. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexing.py +0 -49
  235. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexops_spark.py +0 -39
  236. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_internal.py +0 -41
  237. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_namespace.py +0 -39
  238. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_numpy_compat.py +0 -60
  239. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames.py +0 -48
  240. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py +0 -39
  241. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py +0 -44
  242. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py +0 -84
  243. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_repr.py +0 -37
  244. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_resample.py +0 -45
  245. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_reshape.py +0 -39
  246. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_rolling.py +0 -39
  247. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_scalars.py +0 -37
  248. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_conversion.py +0 -39
  249. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_datetime.py +0 -39
  250. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_string.py +0 -39
  251. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_spark_functions.py +0 -39
  252. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_sql.py +0 -43
  253. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_stats.py +0 -37
  254. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_typedef.py +0 -36
  255. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_utils.py +0 -37
  256. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_window.py +0 -39
  257. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/__init__.py +0 -16
  258. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_base.py +0 -107
  259. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_binary_ops.py +0 -224
  260. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_boolean_ops.py +0 -825
  261. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_categorical_ops.py +0 -562
  262. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_complex_ops.py +0 -368
  263. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_date_ops.py +0 -257
  264. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_datetime_ops.py +0 -260
  265. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_null_ops.py +0 -178
  266. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_arithmetic.py +0 -184
  267. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_ops.py +0 -497
  268. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_reverse.py +0 -140
  269. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_string_ops.py +0 -354
  270. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_timedelta_ops.py +0 -219
  271. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_udt_ops.py +0 -192
  272. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/testing_utils.py +0 -228
  273. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/__init__.py +0 -16
  274. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_align.py +0 -118
  275. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_basic_slow.py +0 -198
  276. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_cov_corrwith.py +0 -181
  277. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_frame.py +0 -103
  278. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_series.py +0 -141
  279. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_index.py +0 -109
  280. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_series.py +0 -136
  281. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_frame.py +0 -125
  282. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_series.py +0 -217
  283. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/__init__.py +0 -16
  284. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_attrs.py +0 -384
  285. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_constructor.py +0 -598
  286. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_conversion.py +0 -73
  287. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reindexing.py +0 -869
  288. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reshaping.py +0 -487
  289. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_spark.py +0 -309
  290. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_take.py +0 -156
  291. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_time_series.py +0 -149
  292. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_truncate.py +0 -163
  293. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/__init__.py +0 -16
  294. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_aggregate.py +0 -311
  295. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_apply_func.py +0 -524
  296. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_cumulative.py +0 -419
  297. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_describe.py +0 -144
  298. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_groupby.py +0 -979
  299. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_head_tail.py +0 -234
  300. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_index.py +0 -206
  301. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_missing_data.py +0 -421
  302. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_split_apply.py +0 -187
  303. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_stat.py +0 -397
  304. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/__init__.py +0 -16
  305. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_align.py +0 -100
  306. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_base.py +0 -2743
  307. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_category.py +0 -484
  308. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_datetime.py +0 -276
  309. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_indexing.py +0 -432
  310. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reindex.py +0 -310
  311. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_rename.py +0 -257
  312. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reset_index.py +0 -160
  313. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_timedelta.py +0 -128
  314. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/__init__.py +0 -16
  315. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/test_io.py +0 -137
  316. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/__init__.py +0 -16
  317. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot.py +0 -170
  318. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_matplotlib.py +0 -547
  319. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_plotly.py +0 -285
  320. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot.py +0 -106
  321. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_matplotlib.py +0 -409
  322. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_plotly.py +0 -247
  323. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/__init__.py +0 -16
  324. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_all_any.py +0 -105
  325. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_arg_ops.py +0 -197
  326. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_of.py +0 -137
  327. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_type.py +0 -227
  328. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_compute.py +0 -634
  329. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_conversion.py +0 -88
  330. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_cumulative.py +0 -139
  331. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_index.py +0 -475
  332. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_missing_data.py +0 -265
  333. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_series.py +0 -818
  334. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_sort.py +0 -162
  335. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_stat.py +0 -780
  336. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_categorical.py +0 -741
  337. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_config.py +0 -160
  338. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_csv.py +0 -453
  339. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_conversion.py +0 -281
  340. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_spark_io.py +0 -487
  341. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_default_index.py +0 -109
  342. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ewm.py +0 -434
  343. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_expanding.py +0 -253
  344. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_extension.py +0 -152
  345. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_frame_spark.py +0 -162
  346. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_generic_functions.py +0 -234
  347. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexing.py +0 -1339
  348. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexops_spark.py +0 -82
  349. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_internal.py +0 -124
  350. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_namespace.py +0 -638
  351. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_numpy_compat.py +0 -200
  352. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames.py +0 -1355
  353. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby.py +0 -655
  354. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_expanding.py +0 -113
  355. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_rolling.py +0 -118
  356. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_repr.py +0 -192
  357. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_resample.py +0 -346
  358. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_reshape.py +0 -495
  359. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_rolling.py +0 -263
  360. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_scalars.py +0 -59
  361. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_conversion.py +0 -85
  362. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_datetime.py +0 -364
  363. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_string.py +0 -362
  364. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_spark_functions.py +0 -46
  365. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_sql.py +0 -123
  366. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_stats.py +0 -581
  367. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_typedef.py +0 -447
  368. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_utils.py +0 -301
  369. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_window.py +0 -465
  370. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/__init__.py +0 -16
  371. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/test_resources.py +0 -83
  372. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/__init__.py +0 -16
  373. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/__init__.py +0 -16
  374. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/__init__.py +0 -16
  375. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_artifact.py +0 -420
  376. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_client.py +0 -358
  377. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/__init__.py +0 -16
  378. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach.py +0 -36
  379. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach_batch.py +0 -44
  380. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_listener.py +0 -116
  381. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_streaming.py +0 -35
  382. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_basic.py +0 -3612
  383. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_column.py +0 -1042
  384. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_function.py +0 -2381
  385. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_plan.py +0 -1060
  386. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow.py +0 -163
  387. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_map.py +0 -38
  388. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_python_udf.py +0 -48
  389. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_catalog.py +0 -36
  390. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_column.py +0 -55
  391. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_conf.py +0 -36
  392. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_dataframe.py +0 -96
  393. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_datasources.py +0 -44
  394. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_errors.py +0 -36
  395. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_functions.py +0 -59
  396. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_group.py +0 -36
  397. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py +0 -59
  398. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py +0 -74
  399. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py +0 -62
  400. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_map.py +0 -58
  401. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py +0 -70
  402. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py +0 -50
  403. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py +0 -68
  404. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py +0 -40
  405. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_readwriter.py +0 -46
  406. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_serde.py +0 -44
  407. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_types.py +0 -100
  408. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udf.py +0 -100
  409. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udtf.py +0 -163
  410. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_session.py +0 -181
  411. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_utils.py +0 -42
  412. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/__init__.py +0 -16
  413. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +0 -623
  414. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py +0 -869
  415. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map_with_state.py +0 -342
  416. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_map.py +0 -436
  417. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf.py +0 -363
  418. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_grouped_agg.py +0 -592
  419. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_scalar.py +0 -1503
  420. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints.py +0 -392
  421. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints_with_future_annotations.py +0 -375
  422. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_window.py +0 -411
  423. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/__init__.py +0 -16
  424. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming.py +0 -401
  425. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach.py +0 -295
  426. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach_batch.py +0 -106
  427. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_listener.py +0 -558
  428. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow.py +0 -1346
  429. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_map.py +0 -182
  430. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_python_udf.py +0 -202
  431. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_catalog.py +0 -503
  432. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_column.py +0 -225
  433. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_conf.py +0 -83
  434. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_context.py +0 -201
  435. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_dataframe.py +0 -1931
  436. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_datasources.py +0 -256
  437. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_errors.py +0 -69
  438. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_functions.py +0 -1349
  439. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_group.py +0 -53
  440. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_pandas_sqlmetrics.py +0 -68
  441. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_readwriter.py +0 -283
  442. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_serde.py +0 -155
  443. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_session.py +0 -412
  444. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_types.py +0 -1581
  445. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf.py +0 -961
  446. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf_profiler.py +0 -165
  447. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udtf.py +0 -1456
  448. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_utils.py +0 -1686
  449. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/__init__.py +0 -16
  450. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_context.py +0 -184
  451. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_dstream.py +0 -706
  452. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_kinesis.py +0 -118
  453. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_listener.py +0 -160
  454. snowflake/snowpark_connect/includes/python/pyspark/tests/__init__.py +0 -16
  455. snowflake/snowpark_connect/includes/python/pyspark/tests/test_appsubmit.py +0 -306
  456. snowflake/snowpark_connect/includes/python/pyspark/tests/test_broadcast.py +0 -196
  457. snowflake/snowpark_connect/includes/python/pyspark/tests/test_conf.py +0 -44
  458. snowflake/snowpark_connect/includes/python/pyspark/tests/test_context.py +0 -346
  459. snowflake/snowpark_connect/includes/python/pyspark/tests/test_daemon.py +0 -89
  460. snowflake/snowpark_connect/includes/python/pyspark/tests/test_install_spark.py +0 -124
  461. snowflake/snowpark_connect/includes/python/pyspark/tests/test_join.py +0 -69
  462. snowflake/snowpark_connect/includes/python/pyspark/tests/test_memory_profiler.py +0 -167
  463. snowflake/snowpark_connect/includes/python/pyspark/tests/test_pin_thread.py +0 -194
  464. snowflake/snowpark_connect/includes/python/pyspark/tests/test_profiler.py +0 -168
  465. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rdd.py +0 -939
  466. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddbarrier.py +0 -52
  467. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddsampler.py +0 -66
  468. snowflake/snowpark_connect/includes/python/pyspark/tests/test_readwrite.py +0 -368
  469. snowflake/snowpark_connect/includes/python/pyspark/tests/test_serializers.py +0 -257
  470. snowflake/snowpark_connect/includes/python/pyspark/tests/test_shuffle.py +0 -267
  471. snowflake/snowpark_connect/includes/python/pyspark/tests/test_stage_sched.py +0 -153
  472. snowflake/snowpark_connect/includes/python/pyspark/tests/test_statcounter.py +0 -130
  473. snowflake/snowpark_connect/includes/python/pyspark/tests/test_taskcontext.py +0 -350
  474. snowflake/snowpark_connect/includes/python/pyspark/tests/test_util.py +0 -97
  475. snowflake/snowpark_connect/includes/python/pyspark/tests/test_worker.py +0 -271
  476. snowpark_connect-0.24.0.dist-info/RECORD +0 -898
  477. {snowpark_connect-0.24.0.data → snowpark_connect-0.26.0.data}/scripts/snowpark-connect +0 -0
  478. {snowpark_connect-0.24.0.data → snowpark_connect-0.26.0.data}/scripts/snowpark-session +0 -0
  479. {snowpark_connect-0.24.0.data → snowpark_connect-0.26.0.data}/scripts/snowpark-submit +0 -0
  480. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/WHEEL +0 -0
  481. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/licenses/LICENSE-binary +0 -0
  482. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/licenses/LICENSE.txt +0 -0
  483. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/licenses/NOTICE-binary +0 -0
  484. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/top_level.txt +0 -0
@@ -1,497 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
-
18
- import datetime
19
- import unittest
20
- from distutils.version import LooseVersion
21
-
22
- import pandas as pd
23
- import numpy as np
24
- from pandas.api.types import CategoricalDtype
25
-
26
- from pyspark import pandas as ps
27
- from pyspark.pandas.config import option_context
28
- from pyspark.pandas.tests.data_type_ops.testing_utils import OpsTestBase
29
- from pyspark.pandas.typedef.typehints import (
30
- extension_dtypes_available,
31
- extension_float_dtypes_available,
32
- extension_object_dtypes_available,
33
- )
34
- from pyspark.sql.types import DecimalType, IntegralType
35
-
36
-
37
- class NumOpsTestsMixin:
38
- """Unit tests for arithmetic operations of numeric data types.
39
-
40
- A few test cases are disabled because pandas-on-Spark returns float64 whereas pandas
41
- returns float32.
42
- The underlying reason is the respective Spark operations return DoubleType always.
43
- """
44
-
45
- @property
46
- def float_pser(self):
47
- return pd.Series([1, 2, 3], dtype=float)
48
-
49
- @property
50
- def float_psser(self):
51
- return ps.from_pandas(self.float_pser)
52
-
53
- def test_and(self):
54
- psdf = self.psdf
55
- for col in self.numeric_df_cols:
56
- psser = psdf[col]
57
- self.assertRaises(TypeError, lambda: psser & True)
58
- self.assertRaises(TypeError, lambda: psser & False)
59
- self.assertRaises(TypeError, lambda: psser & psser)
60
-
61
- def test_rand(self):
62
- psdf = self.psdf
63
- for col in self.numeric_df_cols:
64
- psser = psdf[col]
65
- self.assertRaises(TypeError, lambda: True & psser)
66
- self.assertRaises(TypeError, lambda: False & psser)
67
-
68
- def test_or(self):
69
- psdf = self.psdf
70
- for col in self.numeric_df_cols:
71
- psser = psdf[col]
72
- self.assertRaises(TypeError, lambda: psser | True)
73
- self.assertRaises(TypeError, lambda: psser | False)
74
- self.assertRaises(TypeError, lambda: psser | psser)
75
-
76
- def test_ror(self):
77
- psdf = self.psdf
78
- for col in self.numeric_df_cols:
79
- psser = psdf[col]
80
- self.assertRaises(TypeError, lambda: True | psser)
81
- self.assertRaises(TypeError, lambda: False | psser)
82
-
83
- def test_xor(self):
84
- pdf, psdf = self.integral_pdf, self.integral_psdf
85
- pser, other_pser = pdf["this"], pdf["that"]
86
- psser, other_psser = psdf["this"], psdf["that"]
87
-
88
- self.assert_eq(pser ^ other_pser, psser ^ other_psser)
89
- self.assert_eq(pser ^ 2, psser ^ 2)
90
- self.assert_eq(pser ^ 3, psser ^ 3)
91
- self.assert_eq(pser ^ False, psser ^ False)
92
- self.assert_eq(pser ^ True, psser ^ True)
93
-
94
- with self.assertRaisesRegex(TypeError, "XOR can not be applied to given types."):
95
- psser ^ "a"
96
- psser ^ None
97
-
98
- with option_context("compute.ops_on_diff_frames", True):
99
- pser, other_pser = self.integral_pdf["this"], self.pdf["bool"]
100
- psser, other_psser = self.integral_psdf["this"], self.psdf["bool"]
101
-
102
- self.assert_eq(pser ^ other_pser, psser ^ other_psser)
103
-
104
- def test_rxor(self):
105
- pser, psser = self.pdf["int"], self.psdf["int"]
106
- self.assert_eq(True ^ pser, True ^ psser)
107
- self.assert_eq(False ^ pser, False ^ psser)
108
- self.assert_eq(1 ^ pser, 1 ^ psser)
109
-
110
- def test_from_to_pandas(self):
111
- pdf, psdf = self.pdf, self.psdf
112
- for col in self.numeric_df_cols:
113
- pser, psser = pdf[col], psdf[col]
114
- self.assert_eq(pser, psser._to_pandas())
115
- self.assert_eq(ps.from_pandas(pser), psser)
116
-
117
- def test_isnull(self):
118
- pdf, psdf = self.pdf, self.psdf
119
- for col in self.numeric_df_cols:
120
- self.assert_eq(pdf[col].isnull(), psdf[col].isnull())
121
-
122
- def test_astype(self):
123
- pdf, psdf = self.pdf, self.psdf
124
- for col in self.numeric_df_cols:
125
- pser, psser = pdf[col], psdf[col]
126
-
127
- for int_type in [int, np.int32, np.int16, np.int8]:
128
- if not pser.hasnans:
129
- self.assert_eq(pser.astype(int_type), psser.astype(int_type))
130
- else:
131
- self.assertRaisesRegex(
132
- ValueError,
133
- "Cannot convert %s with missing "
134
- "values to integer" % psser._dtype_op.pretty_name,
135
- lambda: psser.astype(int_type),
136
- )
137
-
138
- # TODO(SPARK-37039): the np.nan series.astype(bool) should be True
139
- if not pser.hasnans:
140
- self.assert_eq(pser.astype(bool), psser.astype(bool))
141
-
142
- self.assert_eq(pser.astype(float), psser.astype(float))
143
- self.assert_eq(pser.astype(np.float32), psser.astype(np.float32))
144
- self.assert_eq(pser.astype(str), psser.astype(str))
145
- self.assert_eq(pser.astype("category"), psser.astype("category"))
146
- cat_type = CategoricalDtype(categories=[2, 1, 3])
147
- self.assert_eq(pser.astype(cat_type), psser.astype(cat_type))
148
- if extension_object_dtypes_available and extension_float_dtypes_available:
149
- pser = pd.Series(pd.Categorical([1.0, 2.0, 3.0]), dtype=pd.Float64Dtype())
150
- psser = ps.from_pandas(pser)
151
- self.assert_eq(pser.astype(pd.BooleanDtype()), psser.astype(pd.BooleanDtype()))
152
-
153
- def test_astype_eager_check(self):
154
- psser = self.psdf["float_nan"]
155
- with ps.option_context("compute.eager_check", True), self.assertRaisesRegex(
156
- ValueError, "Cannot convert"
157
- ):
158
- psser.astype(int)
159
- with ps.option_context("compute.eager_check", False):
160
- psser.astype(int)
161
-
162
- # Skip decimal_nan test before v1.3.0, it not supported by pandas on spark yet.
163
- if LooseVersion(pd.__version__) >= LooseVersion("1.3"):
164
- psser = self.psdf["decimal_nan"]
165
- with ps.option_context("compute.eager_check", True), self.assertRaisesRegex(
166
- ValueError, "Cannot convert"
167
- ):
168
- psser.astype(int)
169
- with ps.option_context("compute.eager_check", False):
170
- psser.astype(int)
171
-
172
- def test_neg(self):
173
- pdf, psdf = self.pdf, self.psdf
174
- for col in self.numeric_df_cols:
175
- self.assert_eq(-pdf[col], -psdf[col])
176
-
177
- def test_abs(self):
178
- pdf, psdf = self.pdf, self.psdf
179
- for col in self.numeric_df_cols:
180
- self.assert_eq(abs(pdf[col]), abs(psdf[col]))
181
-
182
- def test_invert(self):
183
- pdf, psdf = self.pdf, self.psdf
184
- for col in self.numeric_df_cols:
185
- pser, psser = pdf[col], psdf[col]
186
- if isinstance(psser.spark.data_type, IntegralType):
187
- self.assert_eq(~pser, ~psser)
188
- else:
189
- self.assertRaises(TypeError, lambda: ~psser)
190
-
191
- def test_eq(self):
192
- pdf, psdf = self.pdf, self.psdf
193
- for col in self.numeric_df_cols:
194
- self.assert_eq(pdf[col] == pdf[col], psdf[col] == psdf[col])
195
-
196
- def test_ne(self):
197
- pdf, psdf = self.pdf, self.psdf
198
- for col in self.numeric_df_cols:
199
- self.assert_eq(pdf[col] != pdf[col], psdf[col] != psdf[col])
200
-
201
- def test_lt(self):
202
- pdf, psdf = self.pdf, self.psdf
203
- for col in self.numeric_df_cols:
204
- pser, psser = pdf[col], psdf[col]
205
- if isinstance(psser.spark.data_type, DecimalType):
206
- self.assertRaisesRegex(TypeError, "< can not be applied to", lambda: psser < psser)
207
- else:
208
- self.assert_eq(pser < pser, psser < psser)
209
-
210
- def test_le(self):
211
- pdf, psdf = self.pdf, self.psdf
212
- for col in self.numeric_df_cols:
213
- pser, psser = pdf[col], psdf[col]
214
- if isinstance(psser.spark.data_type, DecimalType):
215
- self.assertRaisesRegex(
216
- TypeError, "<= can not be applied to", lambda: psser <= psser
217
- )
218
- else:
219
- self.assert_eq(pser <= pser, psser <= psser)
220
-
221
- def test_gt(self):
222
- pdf, psdf = self.pdf, self.psdf
223
- for col in self.numeric_df_cols:
224
- pser, psser = pdf[col], psdf[col]
225
- if isinstance(psser.spark.data_type, DecimalType):
226
- self.assertRaisesRegex(TypeError, "> can not be applied to", lambda: psser > psser)
227
- else:
228
- self.assert_eq(pser > pser, psser > psser)
229
-
230
- def test_ge(self):
231
- pdf, psdf = self.pdf, self.psdf
232
- for col in self.numeric_df_cols:
233
- pser, psser = pdf[col], psdf[col]
234
- if isinstance(psser.spark.data_type, DecimalType):
235
- self.assertRaisesRegex(
236
- TypeError, ">= can not be applied to", lambda: psser >= psser
237
- )
238
- else:
239
- self.assert_eq(pser >= pser, psser >= psser)
240
-
241
-
242
- @unittest.skipIf(not extension_dtypes_available, "pandas extension dtypes are not available")
243
- class IntegralExtensionOpsTest(OpsTestBase):
244
- @property
245
- def intergral_extension_psers(self):
246
- return [pd.Series([1, 2, 3, None], dtype=dtype) for dtype in self.integral_extension_dtypes]
247
-
248
- @property
249
- def intergral_extension_pssers(self):
250
- return [ps.from_pandas(pser) for pser in self.intergral_extension_psers]
251
-
252
- @property
253
- def intergral_extension_pser_psser_pairs(self):
254
- return zip(self.intergral_extension_psers, self.intergral_extension_pssers)
255
-
256
- def test_from_to_pandas(self):
257
- for pser, psser in self.intergral_extension_pser_psser_pairs:
258
- self.check_extension(pser, psser._to_pandas())
259
- self.check_extension(ps.from_pandas(pser), psser)
260
-
261
- def test_isnull(self):
262
- for pser, psser in self.intergral_extension_pser_psser_pairs:
263
- self.assert_eq(pser.isnull(), psser.isnull())
264
-
265
- def test_astype(self):
266
- for pser, psser in self.intergral_extension_pser_psser_pairs:
267
- for dtype in self.extension_dtypes:
268
- if dtype in self.string_extension_dtype:
269
- if LooseVersion(pd.__version__) >= LooseVersion("1.1.0"):
270
- # Limit pandas version due to
271
- # https://github.com/pandas-dev/pandas/issues/31204
272
- self.check_extension(pser.astype(dtype), psser.astype(dtype))
273
- else:
274
- self.check_extension(pser.astype(dtype), psser.astype(dtype))
275
- for pser, psser in self.intergral_extension_pser_psser_pairs:
276
- self.assert_eq(pser.astype(float), psser.astype(float))
277
- self.assert_eq(pser.astype(np.float32), psser.astype(np.float32))
278
- with ps.option_context("compute.eager_check", True):
279
- self.assertRaisesRegex(
280
- ValueError,
281
- "Cannot convert integrals with missing values to bool",
282
- lambda: psser.astype(bool),
283
- )
284
- self.assertRaisesRegex(
285
- ValueError,
286
- "Cannot convert integrals with missing values to integer",
287
- lambda: psser.astype(int),
288
- )
289
- self.assertRaisesRegex(
290
- ValueError,
291
- "Cannot convert integrals with missing values to integer",
292
- lambda: psser.astype(np.int32),
293
- )
294
- with ps.option_context("compute.eager_check", False):
295
- psser.astype(bool)
296
- psser.astype(int)
297
- psser.astype(np.int32)
298
-
299
- def test_neg(self):
300
- for pser, psser in self.intergral_extension_pser_psser_pairs:
301
- if LooseVersion(pd.__version__) < LooseVersion("1.1.3"):
302
- # pandas < 1.1.0: object dtype is returned after negation
303
- # pandas 1.1.1 and 1.1.2:
304
- # a TypeError "bad operand type for unary -: 'IntegerArray'" is raised
305
- # Please refer to https://github.com/pandas-dev/pandas/issues/36063.
306
- self.check_extension(pd.Series([-1, -2, -3, None], dtype=pser.dtype), -psser)
307
- else:
308
- self.check_extension(-pser, -psser)
309
-
310
- def test_abs(self):
311
- for pser, psser in self.intergral_extension_pser_psser_pairs:
312
- self.check_extension(abs(pser), abs(psser))
313
-
314
- def test_invert(self):
315
- for pser, psser in self.intergral_extension_pser_psser_pairs:
316
- self.check_extension(~pser, ~psser)
317
-
318
- def test_eq(self):
319
- with option_context("compute.ops_on_diff_frames", True):
320
- for pser, psser in self.intergral_extension_pser_psser_pairs:
321
- self.check_extension(pser == pser, (psser == psser).sort_index())
322
-
323
- def test_ne(self):
324
- with option_context("compute.ops_on_diff_frames", True):
325
- for pser, psser in self.intergral_extension_pser_psser_pairs:
326
- self.check_extension(pser != pser, (psser != psser).sort_index())
327
-
328
- def test_lt(self):
329
- with option_context("compute.ops_on_diff_frames", True):
330
- for pser, psser in self.intergral_extension_pser_psser_pairs:
331
- self.check_extension(pser < pser, (psser < psser).sort_index())
332
-
333
- def test_le(self):
334
- with option_context("compute.ops_on_diff_frames", True):
335
- for pser, psser in self.intergral_extension_pser_psser_pairs:
336
- self.check_extension(pser <= pser, (psser <= psser).sort_index())
337
-
338
- def test_gt(self):
339
- with option_context("compute.ops_on_diff_frames", True):
340
- for pser, psser in self.intergral_extension_pser_psser_pairs:
341
- self.check_extension(pser > pser, (psser > psser).sort_index())
342
-
343
- def test_ge(self):
344
- with option_context("compute.ops_on_diff_frames", True):
345
- for pser, psser in self.intergral_extension_pser_psser_pairs:
346
- self.check_extension(pser >= pser, (psser >= psser).sort_index())
347
-
348
- def test_xor(self):
349
- for psser in self.intergral_extension_pssers:
350
- self.assertRaisesRegex(
351
- TypeError,
352
- "XOR can not be applied to given types.",
353
- lambda: psser ^ 1,
354
- )
355
- self.assertRaisesRegex(
356
- TypeError,
357
- "XOR can not be applied to given types.",
358
- lambda: psser ^ psser,
359
- )
360
- self.assertRaisesRegex(
361
- TypeError,
362
- "XOR can not be applied to given types.",
363
- lambda: psser ^ False,
364
- )
365
-
366
- def test_rxor(self):
367
- for psser in self.intergral_extension_pssers:
368
- self.assertRaisesRegex(
369
- TypeError,
370
- "XOR can not be applied to given types.",
371
- lambda: 1 ^ psser,
372
- )
373
- self.assertRaisesRegex(
374
- TypeError,
375
- "XOR can not be applied to given types.",
376
- lambda: False ^ psser,
377
- )
378
-
379
-
380
- @unittest.skipIf(
381
- not extension_float_dtypes_available, "pandas extension float dtypes are not available"
382
- )
383
- class FractionalExtensionOpsTest(OpsTestBase):
384
- @property
385
- def fractional_extension_psers(self):
386
- return [
387
- pd.Series([0.1, 0.2, 0.3, None], dtype=dtype)
388
- for dtype in self.fractional_extension_dtypes
389
- ]
390
-
391
- @property
392
- def fractional_extension_pssers(self):
393
- return [ps.from_pandas(pser) for pser in self.fractional_extension_psers]
394
-
395
- @property
396
- def fractional_extension_pser_psser_pairs(self):
397
- return zip(self.fractional_extension_psers, self.fractional_extension_pssers)
398
-
399
- def test_from_to_pandas(self):
400
- for pser, psser in self.fractional_extension_pser_psser_pairs:
401
- self.check_extension(pser, psser._to_pandas())
402
- self.check_extension(ps.from_pandas(pser), psser)
403
-
404
- def test_isnull(self):
405
- for pser, psser in self.fractional_extension_pser_psser_pairs:
406
- self.assert_eq(pser.isnull(), psser.isnull())
407
-
408
- def test_astype(self):
409
- for pser, psser in self.fractional_extension_pser_psser_pairs:
410
- for dtype in self.extension_dtypes:
411
- self.check_extension(pser.astype(dtype), psser.astype(dtype))
412
- for pser, psser in self.fractional_extension_pser_psser_pairs:
413
- self.assert_eq(pser.astype(float), psser.astype(float))
414
- self.assert_eq(pser.astype("category"), psser.astype("category"))
415
- self.assert_eq(pser.astype(np.float32), psser.astype(np.float32))
416
- with ps.option_context("compute.eager_check", True):
417
- self.assertRaisesRegex(
418
- ValueError,
419
- "Cannot convert fractions with missing values to bool",
420
- lambda: psser.astype(bool),
421
- )
422
- self.assertRaisesRegex(
423
- ValueError,
424
- "Cannot convert fractions with missing values to integer",
425
- lambda: psser.astype(int),
426
- )
427
- self.assertRaisesRegex(
428
- ValueError,
429
- "Cannot convert fractions with missing values to integer",
430
- lambda: psser.astype(np.int32),
431
- )
432
- with ps.option_context("compute.eager_check", False):
433
- psser.astype(bool)
434
- psser.astype(int)
435
- psser.astype(np.int32)
436
-
437
- def test_neg(self):
438
- # pandas raises "TypeError: bad operand type for unary -: 'FloatingArray'"
439
- for dtype in self.fractional_extension_dtypes:
440
- self.assert_eq(
441
- ps.Series([-0.1, -0.2, -0.3, None], dtype=dtype),
442
- -ps.Series([0.1, 0.2, 0.3, None], dtype=dtype),
443
- )
444
-
445
- def test_abs(self):
446
- for pser, psser in self.fractional_extension_pser_psser_pairs:
447
- self.check_extension(abs(pser), abs(psser))
448
-
449
- def test_invert(self):
450
- for psser in self.fractional_extension_pssers:
451
- self.assertRaises(TypeError, lambda: ~psser)
452
-
453
- def test_eq(self):
454
- with option_context("compute.ops_on_diff_frames", True):
455
- for pser, psser in self.fractional_extension_pser_psser_pairs:
456
- self.check_extension(pser == pser, (psser == psser).sort_index())
457
-
458
- def test_ne(self):
459
- with option_context("compute.ops_on_diff_frames", True):
460
- for pser, psser in self.fractional_extension_pser_psser_pairs:
461
- self.check_extension(pser != pser, (psser != psser).sort_index())
462
-
463
- def test_lt(self):
464
- with option_context("compute.ops_on_diff_frames", True):
465
- for pser, psser in self.fractional_extension_pser_psser_pairs:
466
- self.check_extension(pser < pser, (psser < psser).sort_index())
467
-
468
- def test_le(self):
469
- with option_context("compute.ops_on_diff_frames", True):
470
- for pser, psser in self.fractional_extension_pser_psser_pairs:
471
- self.check_extension(pser <= pser, (psser <= psser).sort_index())
472
-
473
- def test_gt(self):
474
- with option_context("compute.ops_on_diff_frames", True):
475
- for pser, psser in self.fractional_extension_pser_psser_pairs:
476
- self.check_extension(pser > pser, (psser > psser).sort_index())
477
-
478
- def test_ge(self):
479
- with option_context("compute.ops_on_diff_frames", True):
480
- for pser, psser in self.fractional_extension_pser_psser_pairs:
481
- self.check_extension(pser >= pser, (psser >= psser).sort_index())
482
-
483
-
484
- class NumOpsTests(NumOpsTestsMixin, OpsTestBase):
485
- pass
486
-
487
-
488
- if __name__ == "__main__":
489
- from pyspark.pandas.tests.data_type_ops.test_num_ops import * # noqa: F401
490
-
491
- try:
492
- import xmlrunner
493
-
494
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
495
- except ImportError:
496
- testRunner = None
497
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,140 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
-
18
- import datetime
19
- import unittest
20
-
21
- import pandas as pd
22
-
23
- from pyspark import pandas as ps
24
- from pyspark.pandas.tests.data_type_ops.testing_utils import OpsTestBase
25
-
26
-
27
- class ReverseTestsMixin:
28
- """Unit tests for arithmetic operations of numeric data types.
29
-
30
- A few test cases are disabled because pandas-on-Spark returns float64 whereas pandas
31
- returns float32.
32
- The underlying reason is the respective Spark operations return DoubleType always.
33
- """
34
-
35
- @property
36
- def float_pser(self):
37
- return pd.Series([1, 2, 3], dtype=float)
38
-
39
- @property
40
- def float_psser(self):
41
- return ps.from_pandas(self.float_pser)
42
-
43
- def test_radd(self):
44
- pdf, psdf = self.pdf, self.psdf
45
- for col in self.numeric_df_cols:
46
- pser, psser = pdf[col], psdf[col]
47
- self.assert_eq(1 + pser, 1 + psser)
48
- # self.assert_eq(0.1 + pser, 0.1 + psser)
49
- self.assertRaises(TypeError, lambda: "x" + psser)
50
- self.assert_eq(True + pser, True + psser)
51
- self.assert_eq(False + pser, False + psser)
52
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) + psser)
53
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) + psser)
54
-
55
- def test_rsub(self):
56
- pdf, psdf = self.pdf, self.psdf
57
- for col in self.numeric_df_cols:
58
- pser, psser = pdf[col], psdf[col]
59
- self.assert_eq(1 - pser, 1 - psser)
60
- # self.assert_eq(0.1 - pser, 0.1 - psser)
61
- self.assertRaises(TypeError, lambda: "x" - psser)
62
- self.assert_eq(True - pser, True - psser)
63
- self.assert_eq(False - pser, False - psser)
64
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) - psser)
65
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) - psser)
66
-
67
- def test_rmul(self):
68
- pdf, psdf = self.pdf, self.psdf
69
- for col in self.numeric_df_cols:
70
- pser, psser = pdf[col], psdf[col]
71
- self.assert_eq(1 * pser, 1 * psser)
72
- # self.assert_eq(0.1 * pser, 0.1 * psser)
73
- self.assertRaises(TypeError, lambda: "x" * psser)
74
- self.assert_eq(True * pser, True * psser)
75
- self.assert_eq(False * pser, False * psser)
76
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) * psser)
77
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) * psser)
78
-
79
- def test_rtruediv(self):
80
- pdf, psdf = self.pdf, self.psdf
81
- for col in self.numeric_df_cols:
82
- pser, psser = pdf[col], psdf[col]
83
- # self.assert_eq(5 / pser, 5 / psser)
84
- # self.assert_eq(0.1 / pser, 0.1 / psser)
85
- self.assertRaises(TypeError, lambda: "x" / psser)
86
- self.assert_eq((True / pser).astype(float), True / psser, check_exact=False)
87
- self.assert_eq((False / pser).astype(float), False / psser)
88
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) / psser)
89
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) / psser)
90
-
91
- def test_rfloordiv(self):
92
- pdf, psdf = self.pdf, self.psdf
93
- for col in self.numeric_df_cols:
94
- pser, psser = pdf[col], psdf[col]
95
- # self.assert_eq(5 // pser, 5 // psser)
96
- # self.assert_eq(0.1 // pser, 0.1 // psser)
97
- self.assertRaises(TypeError, lambda: "x" // psser)
98
- self.assert_eq((True // pser).astype(float), True // psser)
99
- self.assert_eq((False // pser).astype(float), False // psser)
100
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) // psser)
101
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) // psser)
102
-
103
- def test_rpow(self):
104
- pdf, psdf = self.pdf, self.psdf
105
- for col in self.numeric_df_cols:
106
- pser, psser = pdf[col], psdf[col]
107
- # self.assert_eq(1 ** pser, 1 ** psser)
108
- # self.assert_eq(0.1 ** pser, 0.1 ** psser)
109
- self.assertRaises(TypeError, lambda: "x" ** psser)
110
- self.assert_eq((True**pser).astype(float), True**psser)
111
- self.assert_eq((False**pser).astype(float), False**psser)
112
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) ** psser)
113
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) ** psser)
114
-
115
- def test_rmod(self):
116
- pdf, psdf = self.pdf, self.psdf
117
- for col in self.numeric_df_cols:
118
- pser, psser = pdf[col], psdf[col]
119
- self.assert_eq(1 % pser, 1 % psser)
120
- # self.assert_eq(0.1 % pser, 0.1 % psser)
121
- self.assert_eq(True % pser, True % psser)
122
- self.assert_eq(False % pser, False % psser)
123
- self.assertRaises(TypeError, lambda: datetime.date(1994, 1, 1) % psser)
124
- self.assertRaises(TypeError, lambda: datetime.datetime(1994, 1, 1) % psser)
125
-
126
-
127
- class ReverseTests(ReverseTestsMixin, OpsTestBase):
128
- pass
129
-
130
-
131
- if __name__ == "__main__":
132
- from pyspark.pandas.tests.data_type_ops.test_num_reverse import * # noqa: F401
133
-
134
- try:
135
- import xmlrunner
136
-
137
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
138
- except ImportError:
139
- testRunner = None
140
- unittest.main(testRunner=testRunner, verbosity=2)