snowpark-connect 0.24.0__py3-none-any.whl → 0.25.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of snowpark-connect might be problematic. Click here for more details.

Files changed (474) hide show
  1. snowflake/snowpark_connect/column_name_handler.py +116 -4
  2. snowflake/snowpark_connect/config.py +13 -0
  3. snowflake/snowpark_connect/constants.py +0 -29
  4. snowflake/snowpark_connect/dataframe_container.py +6 -0
  5. snowflake/snowpark_connect/execute_plan/map_execution_command.py +56 -1
  6. snowflake/snowpark_connect/expression/literal.py +13 -2
  7. snowflake/snowpark_connect/expression/map_cast.py +5 -8
  8. snowflake/snowpark_connect/expression/map_sql_expression.py +23 -1
  9. snowflake/snowpark_connect/expression/map_udf.py +26 -8
  10. snowflake/snowpark_connect/expression/map_unresolved_attribute.py +199 -15
  11. snowflake/snowpark_connect/expression/map_unresolved_extract_value.py +44 -16
  12. snowflake/snowpark_connect/expression/map_unresolved_function.py +825 -353
  13. snowflake/snowpark_connect/expression/map_unresolved_star.py +3 -2
  14. snowflake/snowpark_connect/hidden_column.py +39 -0
  15. snowflake/snowpark_connect/includes/jars/hadoop-client-api-trimmed-3.3.4.jar +0 -0
  16. snowflake/snowpark_connect/includes/jars/{hadoop-client-api-3.3.4.jar → spark-connect-client-jvm_2.12-3.5.6.jar} +0 -0
  17. snowflake/snowpark_connect/relation/map_column_ops.py +17 -4
  18. snowflake/snowpark_connect/relation/map_extension.py +52 -11
  19. snowflake/snowpark_connect/relation/map_join.py +258 -62
  20. snowflake/snowpark_connect/relation/map_sql.py +88 -11
  21. snowflake/snowpark_connect/relation/map_udtf.py +4 -2
  22. snowflake/snowpark_connect/relation/read/map_read.py +3 -3
  23. snowflake/snowpark_connect/relation/read/map_read_jdbc.py +1 -1
  24. snowflake/snowpark_connect/relation/read/map_read_json.py +8 -1
  25. snowflake/snowpark_connect/relation/read/map_read_table.py +1 -9
  26. snowflake/snowpark_connect/relation/read/reader_config.py +3 -1
  27. snowflake/snowpark_connect/relation/write/map_write.py +62 -53
  28. snowflake/snowpark_connect/resources_initializer.py +29 -1
  29. snowflake/snowpark_connect/server.py +18 -3
  30. snowflake/snowpark_connect/type_mapping.py +29 -25
  31. snowflake/snowpark_connect/typed_column.py +14 -0
  32. snowflake/snowpark_connect/utils/artifacts.py +23 -0
  33. snowflake/snowpark_connect/utils/context.py +6 -1
  34. snowflake/snowpark_connect/utils/scala_udf_utils.py +588 -0
  35. snowflake/snowpark_connect/utils/telemetry.py +6 -17
  36. snowflake/snowpark_connect/utils/udf_helper.py +2 -0
  37. snowflake/snowpark_connect/utils/udf_utils.py +38 -7
  38. snowflake/snowpark_connect/utils/udtf_utils.py +17 -3
  39. snowflake/snowpark_connect/version.py +1 -1
  40. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.25.0.dist-info}/METADATA +1 -1
  41. snowpark_connect-0.25.0.dist-info/RECORD +477 -0
  42. snowflake/snowpark_connect/includes/jars/scala-compiler-2.12.18.jar +0 -0
  43. snowflake/snowpark_connect/includes/jars/spark-kubernetes_2.12-3.5.6.jar +0 -0
  44. snowflake/snowpark_connect/includes/jars/spark-mllib_2.12-3.5.6.jar +0 -0
  45. snowflake/snowpark_connect/includes/jars/spark-streaming_2.12-3.5.6.jar +0 -0
  46. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/__init__.py +0 -16
  47. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/test_errors.py +0 -60
  48. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/tests/test_deepspeed_distributor.py +0 -306
  49. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/__init__.py +0 -16
  50. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_classification.py +0 -53
  51. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_evaluation.py +0 -50
  52. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_feature.py +0 -43
  53. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_function.py +0 -114
  54. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_pipeline.py +0 -47
  55. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_summarizer.py +0 -43
  56. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_tuning.py +0 -46
  57. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_classification.py +0 -238
  58. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_evaluation.py +0 -194
  59. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_feature.py +0 -156
  60. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_pipeline.py +0 -184
  61. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_summarizer.py +0 -78
  62. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_tuning.py +0 -292
  63. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py +0 -50
  64. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_distributor.py +0 -152
  65. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_algorithms.py +0 -456
  66. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_base.py +0 -96
  67. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_dl_util.py +0 -186
  68. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_evaluation.py +0 -77
  69. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_feature.py +0 -401
  70. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_functions.py +0 -528
  71. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_image.py +0 -82
  72. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_linalg.py +0 -409
  73. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_model_cache.py +0 -55
  74. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_param.py +0 -441
  75. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_persistence.py +0 -546
  76. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_pipeline.py +0 -71
  77. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_stat.py +0 -52
  78. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_training_summary.py +0 -494
  79. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_util.py +0 -85
  80. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_wrapper.py +0 -138
  81. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/__init__.py +0 -16
  82. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_basic.py +0 -151
  83. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_nested.py +0 -97
  84. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_pipeline.py +0 -143
  85. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tuning.py +0 -551
  86. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_basic.py +0 -137
  87. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_nested.py +0 -96
  88. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_pipeline.py +0 -142
  89. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/__init__.py +0 -16
  90. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_data_loader.py +0 -137
  91. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_distributor.py +0 -561
  92. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_log_communication.py +0 -172
  93. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/__init__.py +0 -16
  94. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_algorithms.py +0 -353
  95. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_feature.py +0 -192
  96. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_linalg.py +0 -680
  97. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_stat.py +0 -206
  98. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_streaming_algorithms.py +0 -471
  99. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_util.py +0 -108
  100. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/__init__.py +0 -16
  101. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/accessors.py +0 -1281
  102. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/functions.py +0 -203
  103. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/utils.py +0 -202
  104. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/__init__.py +0 -16
  105. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/__init__.py +0 -16
  106. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_any_all.py +0 -177
  107. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_apply_func.py +0 -575
  108. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_binary_ops.py +0 -235
  109. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_combine.py +0 -653
  110. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_compute.py +0 -463
  111. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_corrwith.py +0 -86
  112. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cov.py +0 -151
  113. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cumulative.py +0 -139
  114. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_describe.py +0 -458
  115. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_eval.py +0 -86
  116. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_melt.py +0 -202
  117. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_missing_data.py +0 -520
  118. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_pivot.py +0 -361
  119. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/__init__.py +0 -16
  120. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/__init__.py +0 -16
  121. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_any_all.py +0 -40
  122. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_apply_func.py +0 -42
  123. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_binary_ops.py +0 -40
  124. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py +0 -37
  125. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py +0 -60
  126. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_corrwith.py +0 -40
  127. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cov.py +0 -40
  128. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py +0 -90
  129. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_describe.py +0 -40
  130. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_eval.py +0 -40
  131. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_melt.py +0 -40
  132. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py +0 -42
  133. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py +0 -37
  134. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/__init__.py +0 -16
  135. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_base.py +0 -36
  136. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_binary_ops.py +0 -42
  137. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_boolean_ops.py +0 -47
  138. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_categorical_ops.py +0 -55
  139. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_complex_ops.py +0 -40
  140. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_date_ops.py +0 -47
  141. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_datetime_ops.py +0 -47
  142. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_null_ops.py +0 -42
  143. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_arithmetic.py +0 -43
  144. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_ops.py +0 -47
  145. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_reverse.py +0 -43
  146. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_string_ops.py +0 -47
  147. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_timedelta_ops.py +0 -47
  148. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_udt_ops.py +0 -40
  149. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/testing_utils.py +0 -226
  150. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/__init__.py +0 -16
  151. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_align.py +0 -39
  152. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py +0 -55
  153. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_cov_corrwith.py +0 -39
  154. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_frame.py +0 -39
  155. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_series.py +0 -39
  156. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_index.py +0 -39
  157. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_series.py +0 -39
  158. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_frame.py +0 -43
  159. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_series.py +0 -43
  160. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/__init__.py +0 -16
  161. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_attrs.py +0 -40
  162. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_constructor.py +0 -39
  163. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_conversion.py +0 -42
  164. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reindexing.py +0 -42
  165. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py +0 -37
  166. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_spark.py +0 -40
  167. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_take.py +0 -42
  168. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py +0 -48
  169. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_truncate.py +0 -40
  170. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/__init__.py +0 -16
  171. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_aggregate.py +0 -40
  172. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_apply_func.py +0 -41
  173. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py +0 -67
  174. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_describe.py +0 -40
  175. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py +0 -55
  176. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_head_tail.py +0 -40
  177. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_index.py +0 -38
  178. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py +0 -55
  179. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_split_apply.py +0 -39
  180. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_stat.py +0 -38
  181. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/__init__.py +0 -16
  182. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_align.py +0 -40
  183. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py +0 -50
  184. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_category.py +0 -73
  185. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_datetime.py +0 -39
  186. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_indexing.py +0 -40
  187. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reindex.py +0 -40
  188. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_rename.py +0 -40
  189. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py +0 -48
  190. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_timedelta.py +0 -39
  191. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/__init__.py +0 -16
  192. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/test_parity_io.py +0 -40
  193. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/__init__.py +0 -16
  194. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot.py +0 -45
  195. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_matplotlib.py +0 -45
  196. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_plotly.py +0 -49
  197. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot.py +0 -37
  198. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_matplotlib.py +0 -53
  199. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_plotly.py +0 -45
  200. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/__init__.py +0 -16
  201. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_all_any.py +0 -38
  202. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py +0 -37
  203. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_of.py +0 -37
  204. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_type.py +0 -38
  205. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_compute.py +0 -37
  206. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_conversion.py +0 -40
  207. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py +0 -40
  208. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_index.py +0 -38
  209. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py +0 -40
  210. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_series.py +0 -37
  211. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_sort.py +0 -38
  212. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_stat.py +0 -38
  213. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_categorical.py +0 -66
  214. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_config.py +0 -37
  215. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_csv.py +0 -37
  216. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_conversion.py +0 -42
  217. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_spark_io.py +0 -39
  218. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_default_index.py +0 -49
  219. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ewm.py +0 -37
  220. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_expanding.py +0 -39
  221. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_extension.py +0 -49
  222. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_frame_spark.py +0 -53
  223. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py +0 -43
  224. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexing.py +0 -49
  225. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexops_spark.py +0 -39
  226. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_internal.py +0 -41
  227. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_namespace.py +0 -39
  228. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_numpy_compat.py +0 -60
  229. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames.py +0 -48
  230. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py +0 -39
  231. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py +0 -44
  232. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py +0 -84
  233. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_repr.py +0 -37
  234. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_resample.py +0 -45
  235. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_reshape.py +0 -39
  236. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_rolling.py +0 -39
  237. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_scalars.py +0 -37
  238. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_conversion.py +0 -39
  239. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_datetime.py +0 -39
  240. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_string.py +0 -39
  241. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_spark_functions.py +0 -39
  242. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_sql.py +0 -43
  243. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_stats.py +0 -37
  244. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_typedef.py +0 -36
  245. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_utils.py +0 -37
  246. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_window.py +0 -39
  247. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/__init__.py +0 -16
  248. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_base.py +0 -107
  249. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_binary_ops.py +0 -224
  250. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_boolean_ops.py +0 -825
  251. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_categorical_ops.py +0 -562
  252. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_complex_ops.py +0 -368
  253. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_date_ops.py +0 -257
  254. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_datetime_ops.py +0 -260
  255. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_null_ops.py +0 -178
  256. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_arithmetic.py +0 -184
  257. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_ops.py +0 -497
  258. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_reverse.py +0 -140
  259. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_string_ops.py +0 -354
  260. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_timedelta_ops.py +0 -219
  261. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_udt_ops.py +0 -192
  262. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/testing_utils.py +0 -228
  263. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/__init__.py +0 -16
  264. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_align.py +0 -118
  265. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_basic_slow.py +0 -198
  266. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_cov_corrwith.py +0 -181
  267. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_frame.py +0 -103
  268. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_series.py +0 -141
  269. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_index.py +0 -109
  270. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_series.py +0 -136
  271. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_frame.py +0 -125
  272. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_series.py +0 -217
  273. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/__init__.py +0 -16
  274. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_attrs.py +0 -384
  275. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_constructor.py +0 -598
  276. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_conversion.py +0 -73
  277. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reindexing.py +0 -869
  278. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reshaping.py +0 -487
  279. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_spark.py +0 -309
  280. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_take.py +0 -156
  281. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_time_series.py +0 -149
  282. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_truncate.py +0 -163
  283. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/__init__.py +0 -16
  284. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_aggregate.py +0 -311
  285. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_apply_func.py +0 -524
  286. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_cumulative.py +0 -419
  287. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_describe.py +0 -144
  288. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_groupby.py +0 -979
  289. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_head_tail.py +0 -234
  290. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_index.py +0 -206
  291. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_missing_data.py +0 -421
  292. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_split_apply.py +0 -187
  293. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_stat.py +0 -397
  294. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/__init__.py +0 -16
  295. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_align.py +0 -100
  296. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_base.py +0 -2743
  297. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_category.py +0 -484
  298. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_datetime.py +0 -276
  299. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_indexing.py +0 -432
  300. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reindex.py +0 -310
  301. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_rename.py +0 -257
  302. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reset_index.py +0 -160
  303. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_timedelta.py +0 -128
  304. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/__init__.py +0 -16
  305. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/test_io.py +0 -137
  306. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/__init__.py +0 -16
  307. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot.py +0 -170
  308. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_matplotlib.py +0 -547
  309. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_plotly.py +0 -285
  310. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot.py +0 -106
  311. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_matplotlib.py +0 -409
  312. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_plotly.py +0 -247
  313. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/__init__.py +0 -16
  314. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_all_any.py +0 -105
  315. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_arg_ops.py +0 -197
  316. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_of.py +0 -137
  317. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_type.py +0 -227
  318. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_compute.py +0 -634
  319. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_conversion.py +0 -88
  320. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_cumulative.py +0 -139
  321. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_index.py +0 -475
  322. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_missing_data.py +0 -265
  323. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_series.py +0 -818
  324. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_sort.py +0 -162
  325. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_stat.py +0 -780
  326. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_categorical.py +0 -741
  327. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_config.py +0 -160
  328. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_csv.py +0 -453
  329. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_conversion.py +0 -281
  330. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_spark_io.py +0 -487
  331. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_default_index.py +0 -109
  332. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ewm.py +0 -434
  333. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_expanding.py +0 -253
  334. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_extension.py +0 -152
  335. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_frame_spark.py +0 -162
  336. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_generic_functions.py +0 -234
  337. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexing.py +0 -1339
  338. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexops_spark.py +0 -82
  339. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_internal.py +0 -124
  340. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_namespace.py +0 -638
  341. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_numpy_compat.py +0 -200
  342. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames.py +0 -1355
  343. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby.py +0 -655
  344. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_expanding.py +0 -113
  345. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_rolling.py +0 -118
  346. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_repr.py +0 -192
  347. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_resample.py +0 -346
  348. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_reshape.py +0 -495
  349. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_rolling.py +0 -263
  350. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_scalars.py +0 -59
  351. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_conversion.py +0 -85
  352. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_datetime.py +0 -364
  353. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_string.py +0 -362
  354. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_spark_functions.py +0 -46
  355. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_sql.py +0 -123
  356. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_stats.py +0 -581
  357. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_typedef.py +0 -447
  358. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_utils.py +0 -301
  359. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_window.py +0 -465
  360. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/__init__.py +0 -16
  361. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/test_resources.py +0 -83
  362. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/__init__.py +0 -16
  363. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/__init__.py +0 -16
  364. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/__init__.py +0 -16
  365. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_artifact.py +0 -420
  366. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_client.py +0 -358
  367. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/__init__.py +0 -16
  368. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach.py +0 -36
  369. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach_batch.py +0 -44
  370. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_listener.py +0 -116
  371. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_streaming.py +0 -35
  372. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_basic.py +0 -3612
  373. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_column.py +0 -1042
  374. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_function.py +0 -2381
  375. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_plan.py +0 -1060
  376. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow.py +0 -163
  377. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_map.py +0 -38
  378. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_python_udf.py +0 -48
  379. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_catalog.py +0 -36
  380. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_column.py +0 -55
  381. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_conf.py +0 -36
  382. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_dataframe.py +0 -96
  383. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_datasources.py +0 -44
  384. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_errors.py +0 -36
  385. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_functions.py +0 -59
  386. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_group.py +0 -36
  387. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py +0 -59
  388. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py +0 -74
  389. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py +0 -62
  390. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_map.py +0 -58
  391. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py +0 -70
  392. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py +0 -50
  393. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py +0 -68
  394. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py +0 -40
  395. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_readwriter.py +0 -46
  396. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_serde.py +0 -44
  397. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_types.py +0 -100
  398. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udf.py +0 -100
  399. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udtf.py +0 -163
  400. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_session.py +0 -181
  401. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_utils.py +0 -42
  402. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/__init__.py +0 -16
  403. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +0 -623
  404. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py +0 -869
  405. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map_with_state.py +0 -342
  406. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_map.py +0 -436
  407. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf.py +0 -363
  408. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_grouped_agg.py +0 -592
  409. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_scalar.py +0 -1503
  410. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints.py +0 -392
  411. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints_with_future_annotations.py +0 -375
  412. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_window.py +0 -411
  413. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/__init__.py +0 -16
  414. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming.py +0 -401
  415. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach.py +0 -295
  416. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach_batch.py +0 -106
  417. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_listener.py +0 -558
  418. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow.py +0 -1346
  419. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_map.py +0 -182
  420. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_python_udf.py +0 -202
  421. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_catalog.py +0 -503
  422. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_column.py +0 -225
  423. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_conf.py +0 -83
  424. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_context.py +0 -201
  425. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_dataframe.py +0 -1931
  426. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_datasources.py +0 -256
  427. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_errors.py +0 -69
  428. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_functions.py +0 -1349
  429. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_group.py +0 -53
  430. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_pandas_sqlmetrics.py +0 -68
  431. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_readwriter.py +0 -283
  432. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_serde.py +0 -155
  433. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_session.py +0 -412
  434. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_types.py +0 -1581
  435. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf.py +0 -961
  436. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf_profiler.py +0 -165
  437. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udtf.py +0 -1456
  438. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_utils.py +0 -1686
  439. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/__init__.py +0 -16
  440. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_context.py +0 -184
  441. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_dstream.py +0 -706
  442. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_kinesis.py +0 -118
  443. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_listener.py +0 -160
  444. snowflake/snowpark_connect/includes/python/pyspark/tests/__init__.py +0 -16
  445. snowflake/snowpark_connect/includes/python/pyspark/tests/test_appsubmit.py +0 -306
  446. snowflake/snowpark_connect/includes/python/pyspark/tests/test_broadcast.py +0 -196
  447. snowflake/snowpark_connect/includes/python/pyspark/tests/test_conf.py +0 -44
  448. snowflake/snowpark_connect/includes/python/pyspark/tests/test_context.py +0 -346
  449. snowflake/snowpark_connect/includes/python/pyspark/tests/test_daemon.py +0 -89
  450. snowflake/snowpark_connect/includes/python/pyspark/tests/test_install_spark.py +0 -124
  451. snowflake/snowpark_connect/includes/python/pyspark/tests/test_join.py +0 -69
  452. snowflake/snowpark_connect/includes/python/pyspark/tests/test_memory_profiler.py +0 -167
  453. snowflake/snowpark_connect/includes/python/pyspark/tests/test_pin_thread.py +0 -194
  454. snowflake/snowpark_connect/includes/python/pyspark/tests/test_profiler.py +0 -168
  455. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rdd.py +0 -939
  456. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddbarrier.py +0 -52
  457. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddsampler.py +0 -66
  458. snowflake/snowpark_connect/includes/python/pyspark/tests/test_readwrite.py +0 -368
  459. snowflake/snowpark_connect/includes/python/pyspark/tests/test_serializers.py +0 -257
  460. snowflake/snowpark_connect/includes/python/pyspark/tests/test_shuffle.py +0 -267
  461. snowflake/snowpark_connect/includes/python/pyspark/tests/test_stage_sched.py +0 -153
  462. snowflake/snowpark_connect/includes/python/pyspark/tests/test_statcounter.py +0 -130
  463. snowflake/snowpark_connect/includes/python/pyspark/tests/test_taskcontext.py +0 -350
  464. snowflake/snowpark_connect/includes/python/pyspark/tests/test_util.py +0 -97
  465. snowflake/snowpark_connect/includes/python/pyspark/tests/test_worker.py +0 -271
  466. snowpark_connect-0.24.0.dist-info/RECORD +0 -898
  467. {snowpark_connect-0.24.0.data → snowpark_connect-0.25.0.data}/scripts/snowpark-connect +0 -0
  468. {snowpark_connect-0.24.0.data → snowpark_connect-0.25.0.data}/scripts/snowpark-session +0 -0
  469. {snowpark_connect-0.24.0.data → snowpark_connect-0.25.0.data}/scripts/snowpark-submit +0 -0
  470. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.25.0.dist-info}/WHEEL +0 -0
  471. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.25.0.dist-info}/licenses/LICENSE-binary +0 -0
  472. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.25.0.dist-info}/licenses/LICENSE.txt +0 -0
  473. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.25.0.dist-info}/licenses/NOTICE-binary +0 -0
  474. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.25.0.dist-info}/top_level.txt +0 -0
@@ -1,105 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
-
19
- import numpy as np
20
- import pandas as pd
21
-
22
- from pyspark import pandas as ps
23
- from pyspark.testing.pandasutils import ComparisonTestBase
24
- from pyspark.testing.sqlutils import SQLTestUtils
25
-
26
-
27
- class SeriesAllAnyMixin:
28
- @property
29
- def pser(self):
30
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
31
-
32
- @property
33
- def psser(self):
34
- return ps.from_pandas(self.pser)
35
-
36
- def test_all(self):
37
- for pser in [
38
- pd.Series([True, True], name="x"),
39
- pd.Series([True, False], name="x"),
40
- pd.Series([0, 1], name="x"),
41
- pd.Series([1, 2, 3], name="x"),
42
- pd.Series([np.nan, 0, 1], name="x"),
43
- pd.Series([np.nan, 1, 2, 3], name="x"),
44
- pd.Series([True, True, None], name="x"),
45
- pd.Series([True, False, None], name="x"),
46
- pd.Series([], name="x"),
47
- pd.Series([np.nan], name="x"),
48
- pd.Series([np.nan, np.nan], name="x"),
49
- pd.Series([None], name="x"),
50
- pd.Series([None, None], name="x"),
51
- ]:
52
- psser = ps.from_pandas(pser)
53
- self.assert_eq(psser.all(), pser.all())
54
- self.assert_eq(psser.all(skipna=False), pser.all(skipna=False))
55
- self.assert_eq(psser.all(skipna=True), pser.all(skipna=True))
56
-
57
- pser = pd.Series([1, 2, 3, 4], name="x")
58
- psser = ps.from_pandas(pser)
59
-
60
- self.assert_eq((psser % 2 == 0).all(), (pser % 2 == 0).all())
61
-
62
- with self.assertRaisesRegex(
63
- NotImplementedError, 'axis should be either 0 or "index" currently.'
64
- ):
65
- psser.all(axis=1)
66
-
67
- def test_any(self):
68
- for pser in [
69
- pd.Series([False, False], name="x"),
70
- pd.Series([True, False], name="x"),
71
- pd.Series([0, 1], name="x"),
72
- pd.Series([1, 2, 3], name="x"),
73
- pd.Series([True, True, None], name="x"),
74
- pd.Series([True, False, None], name="x"),
75
- pd.Series([], name="x"),
76
- pd.Series([np.nan], name="x"),
77
- ]:
78
- psser = ps.from_pandas(pser)
79
- self.assert_eq(psser.any(), pser.any())
80
-
81
- pser = pd.Series([1, 2, 3, 4], name="x")
82
- psser = ps.from_pandas(pser)
83
-
84
- self.assert_eq((psser % 2 == 0).any(), (pser % 2 == 0).any())
85
-
86
- with self.assertRaisesRegex(
87
- NotImplementedError, 'axis should be either 0 or "index" currently.'
88
- ):
89
- psser.any(axis=1)
90
-
91
-
92
- class SeriesAllAnyTests(SeriesAllAnyMixin, ComparisonTestBase, SQLTestUtils):
93
- pass
94
-
95
-
96
- if __name__ == "__main__":
97
- from pyspark.pandas.tests.series.test_all_any import * # noqa: F401
98
-
99
- try:
100
- import xmlrunner
101
-
102
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
103
- except ImportError:
104
- testRunner = None
105
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,197 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
-
19
- import numpy as np
20
- import pandas as pd
21
-
22
- from pyspark import pandas as ps
23
- from pyspark.testing.pandasutils import ComparisonTestBase
24
- from pyspark.testing.sqlutils import SQLTestUtils
25
-
26
-
27
- class SeriesArgOpsMixin:
28
- @property
29
- def pser(self):
30
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
31
-
32
- @property
33
- def psser(self):
34
- return ps.from_pandas(self.pser)
35
-
36
- def test_argsort(self):
37
- # Without null values
38
- pser = pd.Series([0, -100, 50, 100, 20], index=["A", "B", "C", "D", "E"])
39
- psser = ps.from_pandas(pser)
40
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
41
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
42
-
43
- # MultiIndex
44
- pser.index = pd.MultiIndex.from_tuples(
45
- [("a", "v"), ("b", "w"), ("c", "x"), ("d", "y"), ("e", "z")]
46
- )
47
- psser = ps.from_pandas(pser)
48
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
49
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
50
-
51
- # With name
52
- pser.name = "Koalas"
53
- psser = ps.from_pandas(pser)
54
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
55
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
56
-
57
- # Series from Index
58
- pidx = pd.Index([4.0, -6.0, 2.0, -100.0, 11.0, 20.0, 1.0, -99.0])
59
- psidx = ps.from_pandas(pidx)
60
- self.assert_eq(
61
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
62
- )
63
- self.assert_eq(
64
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
65
- )
66
-
67
- # Series from Index with name
68
- pidx.name = "Koalas"
69
- psidx = ps.from_pandas(pidx)
70
- self.assert_eq(
71
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
72
- )
73
- self.assert_eq(
74
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
75
- )
76
-
77
- # Series from DataFrame
78
- pdf = pd.DataFrame({"A": [4.0, -6.0, 2.0, np.nan, -100.0, 11.0, 20.0, np.nan, 1.0, -99.0]})
79
- psdf = ps.from_pandas(pdf)
80
- self.assert_eq(pdf.A.argsort().sort_index(), psdf.A.argsort().sort_index())
81
- self.assert_eq((-pdf.A).argsort().sort_index(), (-psdf.A).argsort().sort_index())
82
-
83
- # With null values
84
- pser = pd.Series([0, -100, np.nan, 100, np.nan], index=["A", "B", "C", "D", "E"])
85
- psser = ps.from_pandas(pser)
86
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
87
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
88
-
89
- # MultiIndex with null values
90
- pser.index = pd.MultiIndex.from_tuples(
91
- [("a", "v"), ("b", "w"), ("c", "x"), ("d", "y"), ("e", "z")]
92
- )
93
- psser = ps.from_pandas(pser)
94
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
95
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
96
-
97
- # With name with null values
98
- pser.name = "Koalas"
99
- psser = ps.from_pandas(pser)
100
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
101
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
102
-
103
- # Series from Index with null values
104
- pidx = pd.Index([4.0, -6.0, 2.0, np.nan, -100.0, 11.0, 20.0, np.nan, 1.0, -99.0])
105
- psidx = ps.from_pandas(pidx)
106
- self.assert_eq(
107
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
108
- )
109
- self.assert_eq(
110
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
111
- )
112
-
113
- # Series from Index with name with null values
114
- pidx.name = "Koalas"
115
- psidx = ps.from_pandas(pidx)
116
- self.assert_eq(
117
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
118
- )
119
- self.assert_eq(
120
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
121
- )
122
-
123
- # Series from DataFrame with null values
124
- pdf = pd.DataFrame({"A": [4.0, -6.0, 2.0, np.nan, -100.0, 11.0, 20.0, np.nan, 1.0, -99.0]})
125
- psdf = ps.from_pandas(pdf)
126
- self.assert_eq(pdf.A.argsort().sort_index(), psdf.A.argsort().sort_index())
127
- self.assert_eq((-pdf.A).argsort().sort_index(), (-psdf.A).argsort().sort_index())
128
-
129
- def test_argmin_argmax(self):
130
- pser = pd.Series(
131
- {
132
- "Corn Flakes": 100.0,
133
- "Almond Delight": 110.0,
134
- "Cinnamon Toast Crunch": 120.0,
135
- "Cocoa Puff": 110.0,
136
- "Expensive Flakes": 120.0,
137
- "Cheap Flakes": 100.0,
138
- },
139
- name="Koalas",
140
- )
141
- psser = ps.from_pandas(pser)
142
- self.assert_eq(pser.argmin(), psser.argmin())
143
- self.assert_eq(pser.argmax(), psser.argmax())
144
- self.assert_eq(pser.argmin(skipna=False), psser.argmin(skipna=False))
145
- self.assert_eq(pser.argmax(skipna=False), psser.argmax(skipna=False))
146
- self.assert_eq(pser.argmax(skipna=False), psser.argmax(skipna=False))
147
- self.assert_eq((pser + 1).argmax(skipna=False), (psser + 1).argmax(skipna=False))
148
- self.assert_eq(pser.argmin(skipna=False), psser.argmin(skipna=False))
149
- self.assert_eq((pser + 1).argmin(skipna=False), (psser + 1).argmin(skipna=False))
150
-
151
- # MultiIndex
152
- pser.index = pd.MultiIndex.from_tuples(
153
- [("a", "t"), ("b", "u"), ("c", "v"), ("d", "w"), ("e", "x"), ("f", "u")]
154
- )
155
- psser = ps.from_pandas(pser)
156
- self.assert_eq(pser.argmin(), psser.argmin())
157
- self.assert_eq(pser.argmax(), psser.argmax())
158
- self.assert_eq(pser.argmax(skipna=False), psser.argmax(skipna=False))
159
-
160
- pser2 = pd.Series([np.NaN, 1.0, 2.0, np.NaN])
161
- psser2 = ps.from_pandas(pser2)
162
- self.assert_eq(pser2.argmin(), psser2.argmin())
163
- self.assert_eq(pser2.argmax(), psser2.argmax())
164
- self.assert_eq(pser2.argmin(skipna=False), psser2.argmin(skipna=False))
165
- self.assert_eq(pser2.argmax(skipna=False), psser2.argmax(skipna=False))
166
-
167
- # Null Series
168
- self.assert_eq(pd.Series([np.nan]).argmin(), ps.Series([np.nan]).argmin())
169
- self.assert_eq(pd.Series([np.nan]).argmax(), ps.Series([np.nan]).argmax())
170
- self.assert_eq(
171
- pd.Series([np.nan]).argmax(skipna=False), ps.Series([np.nan]).argmax(skipna=False)
172
- )
173
-
174
- with self.assertRaisesRegex(ValueError, "attempt to get argmin of an empty sequence"):
175
- ps.Series([]).argmin()
176
- with self.assertRaisesRegex(ValueError, "attempt to get argmax of an empty sequence"):
177
- ps.Series([]).argmax()
178
- with self.assertRaisesRegex(ValueError, "axis can only be 0 or 'index'"):
179
- psser.argmax(axis=1)
180
- with self.assertRaisesRegex(ValueError, "axis can only be 0 or 'index'"):
181
- psser.argmin(axis=1)
182
-
183
-
184
- class SeriesArgOpsTests(SeriesArgOpsMixin, ComparisonTestBase, SQLTestUtils):
185
- pass
186
-
187
-
188
- if __name__ == "__main__":
189
- from pyspark.pandas.tests.series.test_arg_ops import * # noqa: F401
190
-
191
- try:
192
- import xmlrunner
193
-
194
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
195
- except ImportError:
196
- testRunner = None
197
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,137 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
-
19
- import numpy as np
20
- import pandas as pd
21
-
22
- from pyspark import pandas as ps
23
- from pyspark.testing.pandasutils import ComparisonTestBase
24
- from pyspark.testing.sqlutils import SQLTestUtils
25
-
26
-
27
- class SeriesAsOfMixin:
28
- @property
29
- def pser(self):
30
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
31
-
32
- @property
33
- def psser(self):
34
- return ps.from_pandas(self.pser)
35
-
36
- def test_asof(self):
37
- pser = pd.Series([1, 2, np.nan, 4], index=[10, 20, 30, 40], name="Koalas")
38
- psser = ps.from_pandas(pser)
39
-
40
- self.assert_eq(psser.asof(20), pser.asof(20))
41
- self.assert_eq(psser.asof([5, 20]).sort_index(), pser.asof([5, 20]).sort_index())
42
- self.assert_eq(psser.asof(100), pser.asof(100))
43
- self.assert_eq(repr(psser.asof(-100)), repr(pser.asof(-100)))
44
- self.assert_eq(psser.asof([-100, 100]).sort_index(), pser.asof([-100, 100]).sort_index())
45
-
46
- # where cannot be an Index, Series or a DataFrame
47
- self.assertRaises(ValueError, lambda: psser.asof(ps.Index([-100, 100])))
48
- self.assertRaises(ValueError, lambda: psser.asof(ps.Series([-100, 100])))
49
- self.assertRaises(ValueError, lambda: psser.asof(ps.DataFrame({"A": [1, 2, 3]})))
50
- # asof is not supported for a MultiIndex
51
- pser.index = pd.MultiIndex.from_tuples([("x", "a"), ("x", "b"), ("y", "c"), ("y", "d")])
52
- psser = ps.from_pandas(pser)
53
- self.assertRaises(ValueError, lambda: psser.asof(20))
54
- # asof requires a sorted index (More precisely, should be a monotonic increasing)
55
- psser = ps.Series([1, 2, np.nan, 4], index=[10, 30, 20, 40], name="Koalas")
56
- self.assertRaises(ValueError, lambda: psser.asof(20))
57
- psser = ps.Series([1, 2, np.nan, 4], index=[40, 30, 20, 10], name="Koalas")
58
- self.assertRaises(ValueError, lambda: psser.asof(20))
59
-
60
- pidx = pd.DatetimeIndex(["2013-12-31", "2014-01-02", "2014-01-03"])
61
- pser = pd.Series([1, 2, np.nan], index=pidx)
62
- psser = ps.from_pandas(pser)
63
-
64
- self.assert_eq(psser.asof("2014-01-01"), pser.asof("2014-01-01"))
65
- self.assert_eq(psser.asof("2014-01-02"), pser.asof("2014-01-02"))
66
- self.assert_eq(repr(psser.asof("1999-01-02")), repr(pser.asof("1999-01-02")))
67
-
68
- # SPARK-37482: Skip check monotonic increasing for Series.asof with 'compute.eager_check'
69
- pser = pd.Series([1, 2, np.nan, 4], index=[10, 30, 20, 40])
70
- psser = ps.from_pandas(pser)
71
-
72
- with ps.option_context("compute.eager_check", False):
73
- self.assert_eq(psser.asof(20), 1.0)
74
-
75
- pser = pd.Series([1, 2, np.nan, 4], index=[40, 30, 20, 10])
76
- psser = ps.from_pandas(pser)
77
-
78
- with ps.option_context("compute.eager_check", False):
79
- self.assert_eq(psser.asof(20), 4.0)
80
-
81
- pser = pd.Series([2, 1, np.nan, 4], index=[10, 20, 30, 40], name="Koalas")
82
- psser = ps.from_pandas(pser)
83
- self.assert_eq(psser.asof([5, 20]), pser.asof([5, 20]))
84
-
85
- pser = pd.Series([4, np.nan, np.nan, 2], index=[10, 20, 30, 40], name="Koalas")
86
- psser = ps.from_pandas(pser)
87
- self.assert_eq(psser.asof([5, 100]), pser.asof([5, 100]))
88
-
89
- pser = pd.Series([np.nan, 4, 1, 2], index=[10, 20, 30, 40], name="Koalas")
90
- psser = ps.from_pandas(pser)
91
- self.assert_eq(psser.asof([5, 35]), pser.asof([5, 35]))
92
-
93
- pser = pd.Series([2, 1, np.nan, 4], index=[10, 20, 30, 40], name="Koalas")
94
- psser = ps.from_pandas(pser)
95
- self.assert_eq(psser.asof([25, 25]), pser.asof([25, 25]))
96
-
97
- pser = pd.Series([2, 1, np.nan, 4], index=["a", "b", "c", "d"], name="Koalas")
98
- psser = ps.from_pandas(pser)
99
- self.assert_eq(psser.asof(["a", "d"]), pser.asof(["a", "d"]))
100
-
101
- pser = pd.Series(
102
- [2, 1, np.nan, 4],
103
- index=[
104
- pd.Timestamp(2020, 1, 1),
105
- pd.Timestamp(2020, 2, 2),
106
- pd.Timestamp(2020, 3, 3),
107
- pd.Timestamp(2020, 4, 4),
108
- ],
109
- name="Koalas",
110
- )
111
- psser = ps.from_pandas(pser)
112
- self.assert_eq(
113
- psser.asof([pd.Timestamp(2020, 1, 1)]),
114
- pser.asof([pd.Timestamp(2020, 1, 1)]),
115
- )
116
-
117
- pser = pd.Series([2, np.nan, 1, 4], index=[10, 20, 30, 40], name="Koalas")
118
- psser = ps.from_pandas(pser)
119
- self.assert_eq(psser.asof(np.nan), pser.asof(np.nan))
120
- self.assert_eq(psser.asof([np.nan, np.nan]), pser.asof([np.nan, np.nan]))
121
- self.assert_eq(psser.asof([10, np.nan]), pser.asof([10, np.nan]))
122
-
123
-
124
- class SeriesAsOfTests(SeriesAsOfMixin, ComparisonTestBase, SQLTestUtils):
125
- pass
126
-
127
-
128
- if __name__ == "__main__":
129
- from pyspark.pandas.tests.series.test_as_of import * # noqa: F401
130
-
131
- try:
132
- import xmlrunner
133
-
134
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
135
- except ImportError:
136
- testRunner = None
137
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,227 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
- from distutils.version import LooseVersion
19
-
20
- import numpy as np
21
- import pandas as pd
22
-
23
- from pyspark import pandas as ps
24
- from pyspark.testing.pandasutils import ComparisonTestBase
25
- from pyspark.testing.sqlutils import SQLTestUtils
26
- from pyspark.pandas.typedef.typehints import (
27
- extension_dtypes,
28
- extension_dtypes_available,
29
- extension_float_dtypes_available,
30
- extension_object_dtypes_available,
31
- )
32
-
33
-
34
- class SeriesAsTypeMixin:
35
- @property
36
- def pser(self):
37
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
38
-
39
- @property
40
- def psser(self):
41
- return ps.from_pandas(self.pser)
42
-
43
- @unittest.skipIf(
44
- LooseVersion(pd.__version__) >= LooseVersion("2.0.0"),
45
- "TODO(SPARK-43466): Enable SeriesTests.test_astype for pandas 2.0.0.",
46
- )
47
- def test_astype(self):
48
- psers = [pd.Series([10, 20, 15, 30, 45], name="x")]
49
-
50
- if extension_dtypes_available:
51
- psers.append(pd.Series([10, 20, 15, 30, 45], name="x", dtype="Int64"))
52
- if extension_float_dtypes_available:
53
- psers.append(pd.Series([10, 20, 15, 30, 45], name="x", dtype="Float64"))
54
-
55
- for pser in psers:
56
- self._test_numeric_astype(pser)
57
-
58
- pser = pd.Series([10, 20, 15, 30, 45, None, np.nan], name="x")
59
- psser = ps.Series(pser)
60
-
61
- self.assert_eq(psser.astype(bool), pser.astype(bool))
62
- self.assert_eq(psser.astype(str), pser.astype(str))
63
-
64
- pser = pd.Series(["hi", "hi ", " ", " \t", "", None], name="x")
65
- psser = ps.Series(pser)
66
-
67
- self.assert_eq(psser.astype(bool), pser.astype(bool))
68
- if LooseVersion("1.1.1") <= LooseVersion(pd.__version__) < LooseVersion("1.1.4"):
69
- # a pandas bug: https://github.com/databricks/koalas/pull/1818#issuecomment-703961980
70
- self.assert_eq(psser.astype(str).tolist(), ["hi", "hi ", " ", " \t", "", "None"])
71
- else:
72
- self.assert_eq(psser.astype(str), pser.astype(str))
73
- self.assert_eq(psser.str.strip().astype(bool), pser.str.strip().astype(bool))
74
-
75
- if extension_object_dtypes_available:
76
- from pandas import StringDtype
77
-
78
- self._check_extension(psser.astype("string"), pser.astype("string"))
79
- self._check_extension(psser.astype(StringDtype()), pser.astype(StringDtype()))
80
-
81
- pser = pd.Series([True, False, None], name="x")
82
- psser = ps.Series(pser)
83
-
84
- self.assert_eq(psser.astype(bool), pser.astype(bool))
85
- self.assert_eq(psser.astype(str), pser.astype(str))
86
-
87
- if extension_object_dtypes_available:
88
- from pandas import BooleanDtype, StringDtype
89
-
90
- self._check_extension(psser.astype("boolean"), pser.astype("boolean"))
91
- self._check_extension(psser.astype(BooleanDtype()), pser.astype(BooleanDtype()))
92
-
93
- if LooseVersion(pd.__version__) >= LooseVersion("1.1"):
94
- self._check_extension(psser.astype("string"), pser.astype("string"))
95
- self._check_extension(psser.astype(StringDtype()), pser.astype(StringDtype()))
96
- else:
97
- self._check_extension(
98
- psser.astype("string"),
99
- pd.Series(["True", "False", None], name="x", dtype="string"),
100
- )
101
- self._check_extension(
102
- psser.astype(StringDtype()),
103
- pd.Series(["True", "False", None], name="x", dtype=StringDtype()),
104
- )
105
-
106
- pser = pd.Series(["2020-10-27 00:00:01", None], name="x")
107
- psser = ps.Series(pser)
108
-
109
- self.assert_eq(psser.astype(np.datetime64), pser.astype(np.datetime64))
110
- self.assert_eq(psser.astype("datetime64[ns]"), pser.astype("datetime64[ns]"))
111
- self.assert_eq(psser.astype("M"), pser.astype("M"))
112
- self.assert_eq(psser.astype("M").astype(str), pser.astype("M").astype(str))
113
- # Comment out the below test cause because pandas returns `NaT` or `nan` randomly
114
- # self.assert_eq(
115
- # psser.astype("M").dt.date.astype(str), pser.astype("M").dt.date.astype(str)
116
- # )
117
-
118
- if extension_object_dtypes_available:
119
- from pandas import StringDtype
120
-
121
- # The behavior of casting datetime to nullable string is changed from pandas 1.3.
122
- if LooseVersion(pd.__version__) >= LooseVersion("1.3"):
123
- self._check_extension(
124
- psser.astype("M").astype("string"), pser.astype("M").astype("string")
125
- )
126
- self._check_extension(
127
- psser.astype("M").astype(StringDtype()), pser.astype("M").astype(StringDtype())
128
- )
129
- else:
130
- expected = ps.Series(["2020-10-27 00:00:01", None], name="x", dtype="string")
131
- self._check_extension(psser.astype("M").astype("string"), expected)
132
- self._check_extension(psser.astype("M").astype(StringDtype()), expected)
133
-
134
- with self.assertRaisesRegex(TypeError, "not understood"):
135
- psser.astype("int63")
136
-
137
- def _test_numeric_astype(self, pser):
138
- psser = ps.Series(pser)
139
-
140
- self.assert_eq(psser.astype(int), pser.astype(int))
141
- self.assert_eq(psser.astype(np.int8), pser.astype(np.int8))
142
- self.assert_eq(psser.astype(np.int16), pser.astype(np.int16))
143
- self.assert_eq(psser.astype(np.int32), pser.astype(np.int32))
144
- self.assert_eq(psser.astype(np.int64), pser.astype(np.int64))
145
- self.assert_eq(psser.astype(np.byte), pser.astype(np.byte))
146
- self.assert_eq(psser.astype("int"), pser.astype("int"))
147
- self.assert_eq(psser.astype("int8"), pser.astype("int8"))
148
- self.assert_eq(psser.astype("int16"), pser.astype("int16"))
149
- self.assert_eq(psser.astype("int32"), pser.astype("int32"))
150
- self.assert_eq(psser.astype("int64"), pser.astype("int64"))
151
- self.assert_eq(psser.astype("b"), pser.astype("b"))
152
- self.assert_eq(psser.astype("byte"), pser.astype("byte"))
153
- self.assert_eq(psser.astype("i"), pser.astype("i"))
154
- self.assert_eq(psser.astype("long"), pser.astype("long"))
155
- self.assert_eq(psser.astype("short"), pser.astype("short"))
156
- self.assert_eq(psser.astype(np.float32), pser.astype(np.float32))
157
- self.assert_eq(psser.astype(np.float64), pser.astype(np.float64))
158
- self.assert_eq(psser.astype("float"), pser.astype("float"))
159
- self.assert_eq(psser.astype("float32"), pser.astype("float32"))
160
- self.assert_eq(psser.astype("float64"), pser.astype("float64"))
161
- self.assert_eq(psser.astype("double"), pser.astype("double"))
162
- self.assert_eq(psser.astype("f"), pser.astype("f"))
163
- self.assert_eq(psser.astype(bool), pser.astype(bool))
164
- self.assert_eq(psser.astype("bool"), pser.astype("bool"))
165
- self.assert_eq(psser.astype("?"), pser.astype("?"))
166
- self.assert_eq(psser.astype(np.unicode_), pser.astype(np.unicode_))
167
- self.assert_eq(psser.astype("str"), pser.astype("str"))
168
- self.assert_eq(psser.astype("U"), pser.astype("U"))
169
-
170
- if extension_dtypes_available:
171
- from pandas import Int8Dtype, Int16Dtype, Int32Dtype, Int64Dtype
172
-
173
- self._check_extension(psser.astype("Int8"), pser.astype("Int8"))
174
- self._check_extension(psser.astype("Int16"), pser.astype("Int16"))
175
- self._check_extension(psser.astype("Int32"), pser.astype("Int32"))
176
- self._check_extension(psser.astype("Int64"), pser.astype("Int64"))
177
- self._check_extension(psser.astype(Int8Dtype()), pser.astype(Int8Dtype()))
178
- self._check_extension(psser.astype(Int16Dtype()), pser.astype(Int16Dtype()))
179
- self._check_extension(psser.astype(Int32Dtype()), pser.astype(Int32Dtype()))
180
- self._check_extension(psser.astype(Int64Dtype()), pser.astype(Int64Dtype()))
181
-
182
- if extension_object_dtypes_available:
183
- from pandas import StringDtype
184
-
185
- if LooseVersion(pd.__version__) >= LooseVersion("1.1"):
186
- self._check_extension(psser.astype("string"), pser.astype("string"))
187
- self._check_extension(psser.astype(StringDtype()), pser.astype(StringDtype()))
188
- else:
189
- self._check_extension(
190
- psser.astype("string"),
191
- pd.Series(["10", "20", "15", "30", "45"], name="x", dtype="string"),
192
- )
193
- self._check_extension(
194
- psser.astype(StringDtype()),
195
- pd.Series(["10", "20", "15", "30", "45"], name="x", dtype=StringDtype()),
196
- )
197
-
198
- if extension_float_dtypes_available:
199
- from pandas import Float32Dtype, Float64Dtype
200
-
201
- self._check_extension(psser.astype("Float32"), pser.astype("Float32"))
202
- self._check_extension(psser.astype("Float64"), pser.astype("Float64"))
203
- self._check_extension(psser.astype(Float32Dtype()), pser.astype(Float32Dtype()))
204
- self._check_extension(psser.astype(Float64Dtype()), pser.astype(Float64Dtype()))
205
-
206
- def _check_extension(self, psser, pser):
207
- if LooseVersion("1.1") <= LooseVersion(pd.__version__) < LooseVersion("1.2.2"):
208
- self.assert_eq(psser, pser, check_exact=False)
209
- self.assertTrue(isinstance(psser.dtype, extension_dtypes))
210
- else:
211
- self.assert_eq(psser, pser)
212
-
213
-
214
- class SeriesAsTypeTests(SeriesAsTypeMixin, ComparisonTestBase, SQLTestUtils):
215
- pass
216
-
217
-
218
- if __name__ == "__main__":
219
- from pyspark.pandas.tests.series.test_as_type import * # noqa: F401
220
-
221
- try:
222
- import xmlrunner
223
-
224
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
225
- except ImportError:
226
- testRunner = None
227
- unittest.main(testRunner=testRunner, verbosity=2)