snowpark-connect 0.24.0__py3-none-any.whl → 0.26.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of snowpark-connect might be problematic. Click here for more details.

Files changed (484) hide show
  1. snowflake/snowpark_connect/column_name_handler.py +116 -4
  2. snowflake/snowpark_connect/config.py +23 -0
  3. snowflake/snowpark_connect/constants.py +0 -29
  4. snowflake/snowpark_connect/dataframe_container.py +22 -0
  5. snowflake/snowpark_connect/execute_plan/map_execution_command.py +56 -1
  6. snowflake/snowpark_connect/expression/literal.py +13 -2
  7. snowflake/snowpark_connect/expression/map_cast.py +5 -8
  8. snowflake/snowpark_connect/expression/map_sql_expression.py +23 -1
  9. snowflake/snowpark_connect/expression/map_udf.py +88 -29
  10. snowflake/snowpark_connect/expression/map_unresolved_attribute.py +199 -15
  11. snowflake/snowpark_connect/expression/map_unresolved_extract_value.py +44 -16
  12. snowflake/snowpark_connect/expression/map_unresolved_function.py +840 -367
  13. snowflake/snowpark_connect/expression/map_unresolved_star.py +3 -2
  14. snowflake/snowpark_connect/hidden_column.py +39 -0
  15. snowflake/snowpark_connect/includes/jars/hadoop-client-api-trimmed-3.3.4.jar +0 -0
  16. snowflake/snowpark_connect/includes/jars/json4s-native_2.12-3.7.0-M11.jar +0 -0
  17. snowflake/snowpark_connect/includes/jars/paranamer-2.8.3.jar +0 -0
  18. snowflake/snowpark_connect/includes/jars/sas-scala-udf_2.12-0.1.0.jar +0 -0
  19. snowflake/snowpark_connect/includes/jars/{hadoop-client-api-3.3.4.jar → spark-connect-client-jvm_2.12-3.5.6.jar} +0 -0
  20. snowflake/snowpark_connect/relation/map_column_ops.py +17 -4
  21. snowflake/snowpark_connect/relation/map_extension.py +52 -11
  22. snowflake/snowpark_connect/relation/map_join.py +258 -62
  23. snowflake/snowpark_connect/relation/map_map_partitions.py +9 -4
  24. snowflake/snowpark_connect/relation/map_relation.py +12 -1
  25. snowflake/snowpark_connect/relation/map_row_ops.py +8 -1
  26. snowflake/snowpark_connect/relation/map_sql.py +88 -11
  27. snowflake/snowpark_connect/relation/map_udtf.py +100 -46
  28. snowflake/snowpark_connect/relation/read/map_read.py +3 -3
  29. snowflake/snowpark_connect/relation/read/map_read_jdbc.py +1 -1
  30. snowflake/snowpark_connect/relation/read/map_read_json.py +8 -1
  31. snowflake/snowpark_connect/relation/read/map_read_table.py +1 -9
  32. snowflake/snowpark_connect/relation/read/reader_config.py +3 -1
  33. snowflake/snowpark_connect/relation/utils.py +44 -0
  34. snowflake/snowpark_connect/relation/write/map_write.py +175 -75
  35. snowflake/snowpark_connect/resources_initializer.py +47 -6
  36. snowflake/snowpark_connect/server.py +26 -4
  37. snowflake/snowpark_connect/type_mapping.py +29 -25
  38. snowflake/snowpark_connect/typed_column.py +14 -0
  39. snowflake/snowpark_connect/utils/artifacts.py +23 -0
  40. snowflake/snowpark_connect/utils/concurrent.py +4 -0
  41. snowflake/snowpark_connect/utils/context.py +6 -1
  42. snowflake/snowpark_connect/utils/external_udxf_cache.py +36 -0
  43. snowflake/snowpark_connect/utils/scala_udf_utils.py +596 -0
  44. snowflake/snowpark_connect/utils/session.py +4 -0
  45. snowflake/snowpark_connect/utils/telemetry.py +6 -17
  46. snowflake/snowpark_connect/utils/udf_helper.py +2 -0
  47. snowflake/snowpark_connect/utils/udf_utils.py +22 -1
  48. snowflake/snowpark_connect/utils/udtf_utils.py +1 -0
  49. snowflake/snowpark_connect/version.py +1 -1
  50. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/METADATA +1 -1
  51. snowpark_connect-0.26.0.dist-info/RECORD +481 -0
  52. snowflake/snowpark_connect/includes/jars/scala-compiler-2.12.18.jar +0 -0
  53. snowflake/snowpark_connect/includes/jars/spark-kubernetes_2.12-3.5.6.jar +0 -0
  54. snowflake/snowpark_connect/includes/jars/spark-mllib_2.12-3.5.6.jar +0 -0
  55. snowflake/snowpark_connect/includes/jars/spark-streaming_2.12-3.5.6.jar +0 -0
  56. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/__init__.py +0 -16
  57. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/test_errors.py +0 -60
  58. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/tests/test_deepspeed_distributor.py +0 -306
  59. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/__init__.py +0 -16
  60. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_classification.py +0 -53
  61. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_evaluation.py +0 -50
  62. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_feature.py +0 -43
  63. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_function.py +0 -114
  64. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_pipeline.py +0 -47
  65. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_summarizer.py +0 -43
  66. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_tuning.py +0 -46
  67. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_classification.py +0 -238
  68. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_evaluation.py +0 -194
  69. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_feature.py +0 -156
  70. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_pipeline.py +0 -184
  71. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_summarizer.py +0 -78
  72. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_tuning.py +0 -292
  73. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py +0 -50
  74. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_distributor.py +0 -152
  75. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_algorithms.py +0 -456
  76. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_base.py +0 -96
  77. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_dl_util.py +0 -186
  78. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_evaluation.py +0 -77
  79. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_feature.py +0 -401
  80. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_functions.py +0 -528
  81. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_image.py +0 -82
  82. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_linalg.py +0 -409
  83. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_model_cache.py +0 -55
  84. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_param.py +0 -441
  85. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_persistence.py +0 -546
  86. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_pipeline.py +0 -71
  87. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_stat.py +0 -52
  88. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_training_summary.py +0 -494
  89. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_util.py +0 -85
  90. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_wrapper.py +0 -138
  91. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/__init__.py +0 -16
  92. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_basic.py +0 -151
  93. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_nested.py +0 -97
  94. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_pipeline.py +0 -143
  95. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tuning.py +0 -551
  96. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_basic.py +0 -137
  97. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_nested.py +0 -96
  98. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_pipeline.py +0 -142
  99. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/__init__.py +0 -16
  100. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_data_loader.py +0 -137
  101. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_distributor.py +0 -561
  102. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_log_communication.py +0 -172
  103. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/__init__.py +0 -16
  104. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_algorithms.py +0 -353
  105. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_feature.py +0 -192
  106. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_linalg.py +0 -680
  107. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_stat.py +0 -206
  108. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_streaming_algorithms.py +0 -471
  109. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_util.py +0 -108
  110. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/__init__.py +0 -16
  111. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/accessors.py +0 -1281
  112. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/functions.py +0 -203
  113. snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/utils.py +0 -202
  114. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/__init__.py +0 -16
  115. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/__init__.py +0 -16
  116. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_any_all.py +0 -177
  117. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_apply_func.py +0 -575
  118. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_binary_ops.py +0 -235
  119. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_combine.py +0 -653
  120. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_compute.py +0 -463
  121. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_corrwith.py +0 -86
  122. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cov.py +0 -151
  123. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cumulative.py +0 -139
  124. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_describe.py +0 -458
  125. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_eval.py +0 -86
  126. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_melt.py +0 -202
  127. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_missing_data.py +0 -520
  128. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_pivot.py +0 -361
  129. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/__init__.py +0 -16
  130. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/__init__.py +0 -16
  131. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_any_all.py +0 -40
  132. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_apply_func.py +0 -42
  133. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_binary_ops.py +0 -40
  134. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py +0 -37
  135. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py +0 -60
  136. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_corrwith.py +0 -40
  137. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cov.py +0 -40
  138. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py +0 -90
  139. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_describe.py +0 -40
  140. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_eval.py +0 -40
  141. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_melt.py +0 -40
  142. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py +0 -42
  143. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py +0 -37
  144. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/__init__.py +0 -16
  145. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_base.py +0 -36
  146. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_binary_ops.py +0 -42
  147. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_boolean_ops.py +0 -47
  148. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_categorical_ops.py +0 -55
  149. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_complex_ops.py +0 -40
  150. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_date_ops.py +0 -47
  151. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_datetime_ops.py +0 -47
  152. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_null_ops.py +0 -42
  153. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_arithmetic.py +0 -43
  154. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_ops.py +0 -47
  155. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_reverse.py +0 -43
  156. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_string_ops.py +0 -47
  157. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_timedelta_ops.py +0 -47
  158. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_udt_ops.py +0 -40
  159. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/testing_utils.py +0 -226
  160. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/__init__.py +0 -16
  161. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_align.py +0 -39
  162. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py +0 -55
  163. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_cov_corrwith.py +0 -39
  164. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_frame.py +0 -39
  165. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_series.py +0 -39
  166. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_index.py +0 -39
  167. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_series.py +0 -39
  168. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_frame.py +0 -43
  169. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_series.py +0 -43
  170. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/__init__.py +0 -16
  171. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_attrs.py +0 -40
  172. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_constructor.py +0 -39
  173. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_conversion.py +0 -42
  174. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reindexing.py +0 -42
  175. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py +0 -37
  176. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_spark.py +0 -40
  177. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_take.py +0 -42
  178. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py +0 -48
  179. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_truncate.py +0 -40
  180. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/__init__.py +0 -16
  181. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_aggregate.py +0 -40
  182. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_apply_func.py +0 -41
  183. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py +0 -67
  184. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_describe.py +0 -40
  185. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py +0 -55
  186. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_head_tail.py +0 -40
  187. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_index.py +0 -38
  188. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py +0 -55
  189. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_split_apply.py +0 -39
  190. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_stat.py +0 -38
  191. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/__init__.py +0 -16
  192. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_align.py +0 -40
  193. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py +0 -50
  194. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_category.py +0 -73
  195. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_datetime.py +0 -39
  196. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_indexing.py +0 -40
  197. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reindex.py +0 -40
  198. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_rename.py +0 -40
  199. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py +0 -48
  200. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_timedelta.py +0 -39
  201. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/__init__.py +0 -16
  202. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/test_parity_io.py +0 -40
  203. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/__init__.py +0 -16
  204. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot.py +0 -45
  205. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_matplotlib.py +0 -45
  206. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_plotly.py +0 -49
  207. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot.py +0 -37
  208. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_matplotlib.py +0 -53
  209. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_plotly.py +0 -45
  210. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/__init__.py +0 -16
  211. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_all_any.py +0 -38
  212. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py +0 -37
  213. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_of.py +0 -37
  214. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_type.py +0 -38
  215. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_compute.py +0 -37
  216. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_conversion.py +0 -40
  217. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py +0 -40
  218. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_index.py +0 -38
  219. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py +0 -40
  220. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_series.py +0 -37
  221. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_sort.py +0 -38
  222. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_stat.py +0 -38
  223. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_categorical.py +0 -66
  224. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_config.py +0 -37
  225. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_csv.py +0 -37
  226. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_conversion.py +0 -42
  227. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_spark_io.py +0 -39
  228. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_default_index.py +0 -49
  229. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ewm.py +0 -37
  230. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_expanding.py +0 -39
  231. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_extension.py +0 -49
  232. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_frame_spark.py +0 -53
  233. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py +0 -43
  234. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexing.py +0 -49
  235. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexops_spark.py +0 -39
  236. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_internal.py +0 -41
  237. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_namespace.py +0 -39
  238. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_numpy_compat.py +0 -60
  239. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames.py +0 -48
  240. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py +0 -39
  241. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py +0 -44
  242. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py +0 -84
  243. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_repr.py +0 -37
  244. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_resample.py +0 -45
  245. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_reshape.py +0 -39
  246. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_rolling.py +0 -39
  247. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_scalars.py +0 -37
  248. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_conversion.py +0 -39
  249. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_datetime.py +0 -39
  250. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_string.py +0 -39
  251. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_spark_functions.py +0 -39
  252. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_sql.py +0 -43
  253. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_stats.py +0 -37
  254. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_typedef.py +0 -36
  255. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_utils.py +0 -37
  256. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_window.py +0 -39
  257. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/__init__.py +0 -16
  258. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_base.py +0 -107
  259. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_binary_ops.py +0 -224
  260. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_boolean_ops.py +0 -825
  261. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_categorical_ops.py +0 -562
  262. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_complex_ops.py +0 -368
  263. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_date_ops.py +0 -257
  264. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_datetime_ops.py +0 -260
  265. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_null_ops.py +0 -178
  266. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_arithmetic.py +0 -184
  267. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_ops.py +0 -497
  268. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_reverse.py +0 -140
  269. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_string_ops.py +0 -354
  270. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_timedelta_ops.py +0 -219
  271. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_udt_ops.py +0 -192
  272. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/testing_utils.py +0 -228
  273. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/__init__.py +0 -16
  274. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_align.py +0 -118
  275. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_basic_slow.py +0 -198
  276. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_cov_corrwith.py +0 -181
  277. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_frame.py +0 -103
  278. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_series.py +0 -141
  279. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_index.py +0 -109
  280. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_series.py +0 -136
  281. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_frame.py +0 -125
  282. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_series.py +0 -217
  283. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/__init__.py +0 -16
  284. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_attrs.py +0 -384
  285. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_constructor.py +0 -598
  286. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_conversion.py +0 -73
  287. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reindexing.py +0 -869
  288. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reshaping.py +0 -487
  289. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_spark.py +0 -309
  290. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_take.py +0 -156
  291. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_time_series.py +0 -149
  292. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_truncate.py +0 -163
  293. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/__init__.py +0 -16
  294. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_aggregate.py +0 -311
  295. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_apply_func.py +0 -524
  296. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_cumulative.py +0 -419
  297. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_describe.py +0 -144
  298. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_groupby.py +0 -979
  299. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_head_tail.py +0 -234
  300. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_index.py +0 -206
  301. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_missing_data.py +0 -421
  302. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_split_apply.py +0 -187
  303. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_stat.py +0 -397
  304. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/__init__.py +0 -16
  305. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_align.py +0 -100
  306. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_base.py +0 -2743
  307. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_category.py +0 -484
  308. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_datetime.py +0 -276
  309. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_indexing.py +0 -432
  310. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reindex.py +0 -310
  311. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_rename.py +0 -257
  312. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reset_index.py +0 -160
  313. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_timedelta.py +0 -128
  314. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/__init__.py +0 -16
  315. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/test_io.py +0 -137
  316. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/__init__.py +0 -16
  317. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot.py +0 -170
  318. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_matplotlib.py +0 -547
  319. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_plotly.py +0 -285
  320. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot.py +0 -106
  321. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_matplotlib.py +0 -409
  322. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_plotly.py +0 -247
  323. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/__init__.py +0 -16
  324. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_all_any.py +0 -105
  325. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_arg_ops.py +0 -197
  326. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_of.py +0 -137
  327. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_type.py +0 -227
  328. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_compute.py +0 -634
  329. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_conversion.py +0 -88
  330. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_cumulative.py +0 -139
  331. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_index.py +0 -475
  332. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_missing_data.py +0 -265
  333. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_series.py +0 -818
  334. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_sort.py +0 -162
  335. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_stat.py +0 -780
  336. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_categorical.py +0 -741
  337. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_config.py +0 -160
  338. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_csv.py +0 -453
  339. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_conversion.py +0 -281
  340. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_spark_io.py +0 -487
  341. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_default_index.py +0 -109
  342. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ewm.py +0 -434
  343. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_expanding.py +0 -253
  344. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_extension.py +0 -152
  345. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_frame_spark.py +0 -162
  346. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_generic_functions.py +0 -234
  347. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexing.py +0 -1339
  348. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexops_spark.py +0 -82
  349. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_internal.py +0 -124
  350. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_namespace.py +0 -638
  351. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_numpy_compat.py +0 -200
  352. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames.py +0 -1355
  353. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby.py +0 -655
  354. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_expanding.py +0 -113
  355. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_rolling.py +0 -118
  356. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_repr.py +0 -192
  357. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_resample.py +0 -346
  358. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_reshape.py +0 -495
  359. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_rolling.py +0 -263
  360. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_scalars.py +0 -59
  361. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_conversion.py +0 -85
  362. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_datetime.py +0 -364
  363. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_string.py +0 -362
  364. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_spark_functions.py +0 -46
  365. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_sql.py +0 -123
  366. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_stats.py +0 -581
  367. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_typedef.py +0 -447
  368. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_utils.py +0 -301
  369. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_window.py +0 -465
  370. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/__init__.py +0 -16
  371. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/test_resources.py +0 -83
  372. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/__init__.py +0 -16
  373. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/__init__.py +0 -16
  374. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/__init__.py +0 -16
  375. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_artifact.py +0 -420
  376. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_client.py +0 -358
  377. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/__init__.py +0 -16
  378. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach.py +0 -36
  379. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach_batch.py +0 -44
  380. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_listener.py +0 -116
  381. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_streaming.py +0 -35
  382. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_basic.py +0 -3612
  383. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_column.py +0 -1042
  384. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_function.py +0 -2381
  385. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_plan.py +0 -1060
  386. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow.py +0 -163
  387. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_map.py +0 -38
  388. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_python_udf.py +0 -48
  389. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_catalog.py +0 -36
  390. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_column.py +0 -55
  391. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_conf.py +0 -36
  392. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_dataframe.py +0 -96
  393. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_datasources.py +0 -44
  394. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_errors.py +0 -36
  395. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_functions.py +0 -59
  396. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_group.py +0 -36
  397. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py +0 -59
  398. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py +0 -74
  399. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py +0 -62
  400. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_map.py +0 -58
  401. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py +0 -70
  402. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py +0 -50
  403. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py +0 -68
  404. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py +0 -40
  405. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_readwriter.py +0 -46
  406. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_serde.py +0 -44
  407. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_types.py +0 -100
  408. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udf.py +0 -100
  409. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udtf.py +0 -163
  410. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_session.py +0 -181
  411. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_utils.py +0 -42
  412. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/__init__.py +0 -16
  413. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +0 -623
  414. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py +0 -869
  415. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map_with_state.py +0 -342
  416. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_map.py +0 -436
  417. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf.py +0 -363
  418. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_grouped_agg.py +0 -592
  419. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_scalar.py +0 -1503
  420. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints.py +0 -392
  421. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints_with_future_annotations.py +0 -375
  422. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_window.py +0 -411
  423. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/__init__.py +0 -16
  424. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming.py +0 -401
  425. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach.py +0 -295
  426. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach_batch.py +0 -106
  427. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_listener.py +0 -558
  428. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow.py +0 -1346
  429. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_map.py +0 -182
  430. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_python_udf.py +0 -202
  431. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_catalog.py +0 -503
  432. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_column.py +0 -225
  433. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_conf.py +0 -83
  434. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_context.py +0 -201
  435. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_dataframe.py +0 -1931
  436. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_datasources.py +0 -256
  437. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_errors.py +0 -69
  438. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_functions.py +0 -1349
  439. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_group.py +0 -53
  440. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_pandas_sqlmetrics.py +0 -68
  441. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_readwriter.py +0 -283
  442. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_serde.py +0 -155
  443. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_session.py +0 -412
  444. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_types.py +0 -1581
  445. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf.py +0 -961
  446. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf_profiler.py +0 -165
  447. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udtf.py +0 -1456
  448. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_utils.py +0 -1686
  449. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/__init__.py +0 -16
  450. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_context.py +0 -184
  451. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_dstream.py +0 -706
  452. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_kinesis.py +0 -118
  453. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_listener.py +0 -160
  454. snowflake/snowpark_connect/includes/python/pyspark/tests/__init__.py +0 -16
  455. snowflake/snowpark_connect/includes/python/pyspark/tests/test_appsubmit.py +0 -306
  456. snowflake/snowpark_connect/includes/python/pyspark/tests/test_broadcast.py +0 -196
  457. snowflake/snowpark_connect/includes/python/pyspark/tests/test_conf.py +0 -44
  458. snowflake/snowpark_connect/includes/python/pyspark/tests/test_context.py +0 -346
  459. snowflake/snowpark_connect/includes/python/pyspark/tests/test_daemon.py +0 -89
  460. snowflake/snowpark_connect/includes/python/pyspark/tests/test_install_spark.py +0 -124
  461. snowflake/snowpark_connect/includes/python/pyspark/tests/test_join.py +0 -69
  462. snowflake/snowpark_connect/includes/python/pyspark/tests/test_memory_profiler.py +0 -167
  463. snowflake/snowpark_connect/includes/python/pyspark/tests/test_pin_thread.py +0 -194
  464. snowflake/snowpark_connect/includes/python/pyspark/tests/test_profiler.py +0 -168
  465. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rdd.py +0 -939
  466. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddbarrier.py +0 -52
  467. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddsampler.py +0 -66
  468. snowflake/snowpark_connect/includes/python/pyspark/tests/test_readwrite.py +0 -368
  469. snowflake/snowpark_connect/includes/python/pyspark/tests/test_serializers.py +0 -257
  470. snowflake/snowpark_connect/includes/python/pyspark/tests/test_shuffle.py +0 -267
  471. snowflake/snowpark_connect/includes/python/pyspark/tests/test_stage_sched.py +0 -153
  472. snowflake/snowpark_connect/includes/python/pyspark/tests/test_statcounter.py +0 -130
  473. snowflake/snowpark_connect/includes/python/pyspark/tests/test_taskcontext.py +0 -350
  474. snowflake/snowpark_connect/includes/python/pyspark/tests/test_util.py +0 -97
  475. snowflake/snowpark_connect/includes/python/pyspark/tests/test_worker.py +0 -271
  476. snowpark_connect-0.24.0.dist-info/RECORD +0 -898
  477. {snowpark_connect-0.24.0.data → snowpark_connect-0.26.0.data}/scripts/snowpark-connect +0 -0
  478. {snowpark_connect-0.24.0.data → snowpark_connect-0.26.0.data}/scripts/snowpark-session +0 -0
  479. {snowpark_connect-0.24.0.data → snowpark_connect-0.26.0.data}/scripts/snowpark-submit +0 -0
  480. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/WHEEL +0 -0
  481. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/licenses/LICENSE-binary +0 -0
  482. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/licenses/LICENSE.txt +0 -0
  483. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/licenses/NOTICE-binary +0 -0
  484. {snowpark_connect-0.24.0.dist-info → snowpark_connect-0.26.0.dist-info}/top_level.txt +0 -0
@@ -1,105 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
-
19
- import numpy as np
20
- import pandas as pd
21
-
22
- from pyspark import pandas as ps
23
- from pyspark.testing.pandasutils import ComparisonTestBase
24
- from pyspark.testing.sqlutils import SQLTestUtils
25
-
26
-
27
- class SeriesAllAnyMixin:
28
- @property
29
- def pser(self):
30
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
31
-
32
- @property
33
- def psser(self):
34
- return ps.from_pandas(self.pser)
35
-
36
- def test_all(self):
37
- for pser in [
38
- pd.Series([True, True], name="x"),
39
- pd.Series([True, False], name="x"),
40
- pd.Series([0, 1], name="x"),
41
- pd.Series([1, 2, 3], name="x"),
42
- pd.Series([np.nan, 0, 1], name="x"),
43
- pd.Series([np.nan, 1, 2, 3], name="x"),
44
- pd.Series([True, True, None], name="x"),
45
- pd.Series([True, False, None], name="x"),
46
- pd.Series([], name="x"),
47
- pd.Series([np.nan], name="x"),
48
- pd.Series([np.nan, np.nan], name="x"),
49
- pd.Series([None], name="x"),
50
- pd.Series([None, None], name="x"),
51
- ]:
52
- psser = ps.from_pandas(pser)
53
- self.assert_eq(psser.all(), pser.all())
54
- self.assert_eq(psser.all(skipna=False), pser.all(skipna=False))
55
- self.assert_eq(psser.all(skipna=True), pser.all(skipna=True))
56
-
57
- pser = pd.Series([1, 2, 3, 4], name="x")
58
- psser = ps.from_pandas(pser)
59
-
60
- self.assert_eq((psser % 2 == 0).all(), (pser % 2 == 0).all())
61
-
62
- with self.assertRaisesRegex(
63
- NotImplementedError, 'axis should be either 0 or "index" currently.'
64
- ):
65
- psser.all(axis=1)
66
-
67
- def test_any(self):
68
- for pser in [
69
- pd.Series([False, False], name="x"),
70
- pd.Series([True, False], name="x"),
71
- pd.Series([0, 1], name="x"),
72
- pd.Series([1, 2, 3], name="x"),
73
- pd.Series([True, True, None], name="x"),
74
- pd.Series([True, False, None], name="x"),
75
- pd.Series([], name="x"),
76
- pd.Series([np.nan], name="x"),
77
- ]:
78
- psser = ps.from_pandas(pser)
79
- self.assert_eq(psser.any(), pser.any())
80
-
81
- pser = pd.Series([1, 2, 3, 4], name="x")
82
- psser = ps.from_pandas(pser)
83
-
84
- self.assert_eq((psser % 2 == 0).any(), (pser % 2 == 0).any())
85
-
86
- with self.assertRaisesRegex(
87
- NotImplementedError, 'axis should be either 0 or "index" currently.'
88
- ):
89
- psser.any(axis=1)
90
-
91
-
92
- class SeriesAllAnyTests(SeriesAllAnyMixin, ComparisonTestBase, SQLTestUtils):
93
- pass
94
-
95
-
96
- if __name__ == "__main__":
97
- from pyspark.pandas.tests.series.test_all_any import * # noqa: F401
98
-
99
- try:
100
- import xmlrunner
101
-
102
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
103
- except ImportError:
104
- testRunner = None
105
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,197 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
-
19
- import numpy as np
20
- import pandas as pd
21
-
22
- from pyspark import pandas as ps
23
- from pyspark.testing.pandasutils import ComparisonTestBase
24
- from pyspark.testing.sqlutils import SQLTestUtils
25
-
26
-
27
- class SeriesArgOpsMixin:
28
- @property
29
- def pser(self):
30
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
31
-
32
- @property
33
- def psser(self):
34
- return ps.from_pandas(self.pser)
35
-
36
- def test_argsort(self):
37
- # Without null values
38
- pser = pd.Series([0, -100, 50, 100, 20], index=["A", "B", "C", "D", "E"])
39
- psser = ps.from_pandas(pser)
40
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
41
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
42
-
43
- # MultiIndex
44
- pser.index = pd.MultiIndex.from_tuples(
45
- [("a", "v"), ("b", "w"), ("c", "x"), ("d", "y"), ("e", "z")]
46
- )
47
- psser = ps.from_pandas(pser)
48
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
49
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
50
-
51
- # With name
52
- pser.name = "Koalas"
53
- psser = ps.from_pandas(pser)
54
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
55
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
56
-
57
- # Series from Index
58
- pidx = pd.Index([4.0, -6.0, 2.0, -100.0, 11.0, 20.0, 1.0, -99.0])
59
- psidx = ps.from_pandas(pidx)
60
- self.assert_eq(
61
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
62
- )
63
- self.assert_eq(
64
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
65
- )
66
-
67
- # Series from Index with name
68
- pidx.name = "Koalas"
69
- psidx = ps.from_pandas(pidx)
70
- self.assert_eq(
71
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
72
- )
73
- self.assert_eq(
74
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
75
- )
76
-
77
- # Series from DataFrame
78
- pdf = pd.DataFrame({"A": [4.0, -6.0, 2.0, np.nan, -100.0, 11.0, 20.0, np.nan, 1.0, -99.0]})
79
- psdf = ps.from_pandas(pdf)
80
- self.assert_eq(pdf.A.argsort().sort_index(), psdf.A.argsort().sort_index())
81
- self.assert_eq((-pdf.A).argsort().sort_index(), (-psdf.A).argsort().sort_index())
82
-
83
- # With null values
84
- pser = pd.Series([0, -100, np.nan, 100, np.nan], index=["A", "B", "C", "D", "E"])
85
- psser = ps.from_pandas(pser)
86
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
87
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
88
-
89
- # MultiIndex with null values
90
- pser.index = pd.MultiIndex.from_tuples(
91
- [("a", "v"), ("b", "w"), ("c", "x"), ("d", "y"), ("e", "z")]
92
- )
93
- psser = ps.from_pandas(pser)
94
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
95
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
96
-
97
- # With name with null values
98
- pser.name = "Koalas"
99
- psser = ps.from_pandas(pser)
100
- self.assert_eq(pser.argsort().sort_index(), psser.argsort().sort_index())
101
- self.assert_eq((-pser).argsort().sort_index(), (-psser).argsort().sort_index())
102
-
103
- # Series from Index with null values
104
- pidx = pd.Index([4.0, -6.0, 2.0, np.nan, -100.0, 11.0, 20.0, np.nan, 1.0, -99.0])
105
- psidx = ps.from_pandas(pidx)
106
- self.assert_eq(
107
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
108
- )
109
- self.assert_eq(
110
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
111
- )
112
-
113
- # Series from Index with name with null values
114
- pidx.name = "Koalas"
115
- psidx = ps.from_pandas(pidx)
116
- self.assert_eq(
117
- pidx.to_series().argsort().sort_index(), psidx.to_series().argsort().sort_index()
118
- )
119
- self.assert_eq(
120
- (-pidx.to_series()).argsort().sort_index(), (-psidx.to_series()).argsort().sort_index()
121
- )
122
-
123
- # Series from DataFrame with null values
124
- pdf = pd.DataFrame({"A": [4.0, -6.0, 2.0, np.nan, -100.0, 11.0, 20.0, np.nan, 1.0, -99.0]})
125
- psdf = ps.from_pandas(pdf)
126
- self.assert_eq(pdf.A.argsort().sort_index(), psdf.A.argsort().sort_index())
127
- self.assert_eq((-pdf.A).argsort().sort_index(), (-psdf.A).argsort().sort_index())
128
-
129
- def test_argmin_argmax(self):
130
- pser = pd.Series(
131
- {
132
- "Corn Flakes": 100.0,
133
- "Almond Delight": 110.0,
134
- "Cinnamon Toast Crunch": 120.0,
135
- "Cocoa Puff": 110.0,
136
- "Expensive Flakes": 120.0,
137
- "Cheap Flakes": 100.0,
138
- },
139
- name="Koalas",
140
- )
141
- psser = ps.from_pandas(pser)
142
- self.assert_eq(pser.argmin(), psser.argmin())
143
- self.assert_eq(pser.argmax(), psser.argmax())
144
- self.assert_eq(pser.argmin(skipna=False), psser.argmin(skipna=False))
145
- self.assert_eq(pser.argmax(skipna=False), psser.argmax(skipna=False))
146
- self.assert_eq(pser.argmax(skipna=False), psser.argmax(skipna=False))
147
- self.assert_eq((pser + 1).argmax(skipna=False), (psser + 1).argmax(skipna=False))
148
- self.assert_eq(pser.argmin(skipna=False), psser.argmin(skipna=False))
149
- self.assert_eq((pser + 1).argmin(skipna=False), (psser + 1).argmin(skipna=False))
150
-
151
- # MultiIndex
152
- pser.index = pd.MultiIndex.from_tuples(
153
- [("a", "t"), ("b", "u"), ("c", "v"), ("d", "w"), ("e", "x"), ("f", "u")]
154
- )
155
- psser = ps.from_pandas(pser)
156
- self.assert_eq(pser.argmin(), psser.argmin())
157
- self.assert_eq(pser.argmax(), psser.argmax())
158
- self.assert_eq(pser.argmax(skipna=False), psser.argmax(skipna=False))
159
-
160
- pser2 = pd.Series([np.NaN, 1.0, 2.0, np.NaN])
161
- psser2 = ps.from_pandas(pser2)
162
- self.assert_eq(pser2.argmin(), psser2.argmin())
163
- self.assert_eq(pser2.argmax(), psser2.argmax())
164
- self.assert_eq(pser2.argmin(skipna=False), psser2.argmin(skipna=False))
165
- self.assert_eq(pser2.argmax(skipna=False), psser2.argmax(skipna=False))
166
-
167
- # Null Series
168
- self.assert_eq(pd.Series([np.nan]).argmin(), ps.Series([np.nan]).argmin())
169
- self.assert_eq(pd.Series([np.nan]).argmax(), ps.Series([np.nan]).argmax())
170
- self.assert_eq(
171
- pd.Series([np.nan]).argmax(skipna=False), ps.Series([np.nan]).argmax(skipna=False)
172
- )
173
-
174
- with self.assertRaisesRegex(ValueError, "attempt to get argmin of an empty sequence"):
175
- ps.Series([]).argmin()
176
- with self.assertRaisesRegex(ValueError, "attempt to get argmax of an empty sequence"):
177
- ps.Series([]).argmax()
178
- with self.assertRaisesRegex(ValueError, "axis can only be 0 or 'index'"):
179
- psser.argmax(axis=1)
180
- with self.assertRaisesRegex(ValueError, "axis can only be 0 or 'index'"):
181
- psser.argmin(axis=1)
182
-
183
-
184
- class SeriesArgOpsTests(SeriesArgOpsMixin, ComparisonTestBase, SQLTestUtils):
185
- pass
186
-
187
-
188
- if __name__ == "__main__":
189
- from pyspark.pandas.tests.series.test_arg_ops import * # noqa: F401
190
-
191
- try:
192
- import xmlrunner
193
-
194
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
195
- except ImportError:
196
- testRunner = None
197
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,137 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
-
19
- import numpy as np
20
- import pandas as pd
21
-
22
- from pyspark import pandas as ps
23
- from pyspark.testing.pandasutils import ComparisonTestBase
24
- from pyspark.testing.sqlutils import SQLTestUtils
25
-
26
-
27
- class SeriesAsOfMixin:
28
- @property
29
- def pser(self):
30
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
31
-
32
- @property
33
- def psser(self):
34
- return ps.from_pandas(self.pser)
35
-
36
- def test_asof(self):
37
- pser = pd.Series([1, 2, np.nan, 4], index=[10, 20, 30, 40], name="Koalas")
38
- psser = ps.from_pandas(pser)
39
-
40
- self.assert_eq(psser.asof(20), pser.asof(20))
41
- self.assert_eq(psser.asof([5, 20]).sort_index(), pser.asof([5, 20]).sort_index())
42
- self.assert_eq(psser.asof(100), pser.asof(100))
43
- self.assert_eq(repr(psser.asof(-100)), repr(pser.asof(-100)))
44
- self.assert_eq(psser.asof([-100, 100]).sort_index(), pser.asof([-100, 100]).sort_index())
45
-
46
- # where cannot be an Index, Series or a DataFrame
47
- self.assertRaises(ValueError, lambda: psser.asof(ps.Index([-100, 100])))
48
- self.assertRaises(ValueError, lambda: psser.asof(ps.Series([-100, 100])))
49
- self.assertRaises(ValueError, lambda: psser.asof(ps.DataFrame({"A": [1, 2, 3]})))
50
- # asof is not supported for a MultiIndex
51
- pser.index = pd.MultiIndex.from_tuples([("x", "a"), ("x", "b"), ("y", "c"), ("y", "d")])
52
- psser = ps.from_pandas(pser)
53
- self.assertRaises(ValueError, lambda: psser.asof(20))
54
- # asof requires a sorted index (More precisely, should be a monotonic increasing)
55
- psser = ps.Series([1, 2, np.nan, 4], index=[10, 30, 20, 40], name="Koalas")
56
- self.assertRaises(ValueError, lambda: psser.asof(20))
57
- psser = ps.Series([1, 2, np.nan, 4], index=[40, 30, 20, 10], name="Koalas")
58
- self.assertRaises(ValueError, lambda: psser.asof(20))
59
-
60
- pidx = pd.DatetimeIndex(["2013-12-31", "2014-01-02", "2014-01-03"])
61
- pser = pd.Series([1, 2, np.nan], index=pidx)
62
- psser = ps.from_pandas(pser)
63
-
64
- self.assert_eq(psser.asof("2014-01-01"), pser.asof("2014-01-01"))
65
- self.assert_eq(psser.asof("2014-01-02"), pser.asof("2014-01-02"))
66
- self.assert_eq(repr(psser.asof("1999-01-02")), repr(pser.asof("1999-01-02")))
67
-
68
- # SPARK-37482: Skip check monotonic increasing for Series.asof with 'compute.eager_check'
69
- pser = pd.Series([1, 2, np.nan, 4], index=[10, 30, 20, 40])
70
- psser = ps.from_pandas(pser)
71
-
72
- with ps.option_context("compute.eager_check", False):
73
- self.assert_eq(psser.asof(20), 1.0)
74
-
75
- pser = pd.Series([1, 2, np.nan, 4], index=[40, 30, 20, 10])
76
- psser = ps.from_pandas(pser)
77
-
78
- with ps.option_context("compute.eager_check", False):
79
- self.assert_eq(psser.asof(20), 4.0)
80
-
81
- pser = pd.Series([2, 1, np.nan, 4], index=[10, 20, 30, 40], name="Koalas")
82
- psser = ps.from_pandas(pser)
83
- self.assert_eq(psser.asof([5, 20]), pser.asof([5, 20]))
84
-
85
- pser = pd.Series([4, np.nan, np.nan, 2], index=[10, 20, 30, 40], name="Koalas")
86
- psser = ps.from_pandas(pser)
87
- self.assert_eq(psser.asof([5, 100]), pser.asof([5, 100]))
88
-
89
- pser = pd.Series([np.nan, 4, 1, 2], index=[10, 20, 30, 40], name="Koalas")
90
- psser = ps.from_pandas(pser)
91
- self.assert_eq(psser.asof([5, 35]), pser.asof([5, 35]))
92
-
93
- pser = pd.Series([2, 1, np.nan, 4], index=[10, 20, 30, 40], name="Koalas")
94
- psser = ps.from_pandas(pser)
95
- self.assert_eq(psser.asof([25, 25]), pser.asof([25, 25]))
96
-
97
- pser = pd.Series([2, 1, np.nan, 4], index=["a", "b", "c", "d"], name="Koalas")
98
- psser = ps.from_pandas(pser)
99
- self.assert_eq(psser.asof(["a", "d"]), pser.asof(["a", "d"]))
100
-
101
- pser = pd.Series(
102
- [2, 1, np.nan, 4],
103
- index=[
104
- pd.Timestamp(2020, 1, 1),
105
- pd.Timestamp(2020, 2, 2),
106
- pd.Timestamp(2020, 3, 3),
107
- pd.Timestamp(2020, 4, 4),
108
- ],
109
- name="Koalas",
110
- )
111
- psser = ps.from_pandas(pser)
112
- self.assert_eq(
113
- psser.asof([pd.Timestamp(2020, 1, 1)]),
114
- pser.asof([pd.Timestamp(2020, 1, 1)]),
115
- )
116
-
117
- pser = pd.Series([2, np.nan, 1, 4], index=[10, 20, 30, 40], name="Koalas")
118
- psser = ps.from_pandas(pser)
119
- self.assert_eq(psser.asof(np.nan), pser.asof(np.nan))
120
- self.assert_eq(psser.asof([np.nan, np.nan]), pser.asof([np.nan, np.nan]))
121
- self.assert_eq(psser.asof([10, np.nan]), pser.asof([10, np.nan]))
122
-
123
-
124
- class SeriesAsOfTests(SeriesAsOfMixin, ComparisonTestBase, SQLTestUtils):
125
- pass
126
-
127
-
128
- if __name__ == "__main__":
129
- from pyspark.pandas.tests.series.test_as_of import * # noqa: F401
130
-
131
- try:
132
- import xmlrunner
133
-
134
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
135
- except ImportError:
136
- testRunner = None
137
- unittest.main(testRunner=testRunner, verbosity=2)
@@ -1,227 +0,0 @@
1
- #
2
- # Licensed to the Apache Software Foundation (ASF) under one or more
3
- # contributor license agreements. See the NOTICE file distributed with
4
- # this work for additional information regarding copyright ownership.
5
- # The ASF licenses this file to You under the Apache License, Version 2.0
6
- # (the "License"); you may not use this file except in compliance with
7
- # the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
- import unittest
18
- from distutils.version import LooseVersion
19
-
20
- import numpy as np
21
- import pandas as pd
22
-
23
- from pyspark import pandas as ps
24
- from pyspark.testing.pandasutils import ComparisonTestBase
25
- from pyspark.testing.sqlutils import SQLTestUtils
26
- from pyspark.pandas.typedef.typehints import (
27
- extension_dtypes,
28
- extension_dtypes_available,
29
- extension_float_dtypes_available,
30
- extension_object_dtypes_available,
31
- )
32
-
33
-
34
- class SeriesAsTypeMixin:
35
- @property
36
- def pser(self):
37
- return pd.Series([1, 2, 3, 4, 5, 6, 7], name="x")
38
-
39
- @property
40
- def psser(self):
41
- return ps.from_pandas(self.pser)
42
-
43
- @unittest.skipIf(
44
- LooseVersion(pd.__version__) >= LooseVersion("2.0.0"),
45
- "TODO(SPARK-43466): Enable SeriesTests.test_astype for pandas 2.0.0.",
46
- )
47
- def test_astype(self):
48
- psers = [pd.Series([10, 20, 15, 30, 45], name="x")]
49
-
50
- if extension_dtypes_available:
51
- psers.append(pd.Series([10, 20, 15, 30, 45], name="x", dtype="Int64"))
52
- if extension_float_dtypes_available:
53
- psers.append(pd.Series([10, 20, 15, 30, 45], name="x", dtype="Float64"))
54
-
55
- for pser in psers:
56
- self._test_numeric_astype(pser)
57
-
58
- pser = pd.Series([10, 20, 15, 30, 45, None, np.nan], name="x")
59
- psser = ps.Series(pser)
60
-
61
- self.assert_eq(psser.astype(bool), pser.astype(bool))
62
- self.assert_eq(psser.astype(str), pser.astype(str))
63
-
64
- pser = pd.Series(["hi", "hi ", " ", " \t", "", None], name="x")
65
- psser = ps.Series(pser)
66
-
67
- self.assert_eq(psser.astype(bool), pser.astype(bool))
68
- if LooseVersion("1.1.1") <= LooseVersion(pd.__version__) < LooseVersion("1.1.4"):
69
- # a pandas bug: https://github.com/databricks/koalas/pull/1818#issuecomment-703961980
70
- self.assert_eq(psser.astype(str).tolist(), ["hi", "hi ", " ", " \t", "", "None"])
71
- else:
72
- self.assert_eq(psser.astype(str), pser.astype(str))
73
- self.assert_eq(psser.str.strip().astype(bool), pser.str.strip().astype(bool))
74
-
75
- if extension_object_dtypes_available:
76
- from pandas import StringDtype
77
-
78
- self._check_extension(psser.astype("string"), pser.astype("string"))
79
- self._check_extension(psser.astype(StringDtype()), pser.astype(StringDtype()))
80
-
81
- pser = pd.Series([True, False, None], name="x")
82
- psser = ps.Series(pser)
83
-
84
- self.assert_eq(psser.astype(bool), pser.astype(bool))
85
- self.assert_eq(psser.astype(str), pser.astype(str))
86
-
87
- if extension_object_dtypes_available:
88
- from pandas import BooleanDtype, StringDtype
89
-
90
- self._check_extension(psser.astype("boolean"), pser.astype("boolean"))
91
- self._check_extension(psser.astype(BooleanDtype()), pser.astype(BooleanDtype()))
92
-
93
- if LooseVersion(pd.__version__) >= LooseVersion("1.1"):
94
- self._check_extension(psser.astype("string"), pser.astype("string"))
95
- self._check_extension(psser.astype(StringDtype()), pser.astype(StringDtype()))
96
- else:
97
- self._check_extension(
98
- psser.astype("string"),
99
- pd.Series(["True", "False", None], name="x", dtype="string"),
100
- )
101
- self._check_extension(
102
- psser.astype(StringDtype()),
103
- pd.Series(["True", "False", None], name="x", dtype=StringDtype()),
104
- )
105
-
106
- pser = pd.Series(["2020-10-27 00:00:01", None], name="x")
107
- psser = ps.Series(pser)
108
-
109
- self.assert_eq(psser.astype(np.datetime64), pser.astype(np.datetime64))
110
- self.assert_eq(psser.astype("datetime64[ns]"), pser.astype("datetime64[ns]"))
111
- self.assert_eq(psser.astype("M"), pser.astype("M"))
112
- self.assert_eq(psser.astype("M").astype(str), pser.astype("M").astype(str))
113
- # Comment out the below test cause because pandas returns `NaT` or `nan` randomly
114
- # self.assert_eq(
115
- # psser.astype("M").dt.date.astype(str), pser.astype("M").dt.date.astype(str)
116
- # )
117
-
118
- if extension_object_dtypes_available:
119
- from pandas import StringDtype
120
-
121
- # The behavior of casting datetime to nullable string is changed from pandas 1.3.
122
- if LooseVersion(pd.__version__) >= LooseVersion("1.3"):
123
- self._check_extension(
124
- psser.astype("M").astype("string"), pser.astype("M").astype("string")
125
- )
126
- self._check_extension(
127
- psser.astype("M").astype(StringDtype()), pser.astype("M").astype(StringDtype())
128
- )
129
- else:
130
- expected = ps.Series(["2020-10-27 00:00:01", None], name="x", dtype="string")
131
- self._check_extension(psser.astype("M").astype("string"), expected)
132
- self._check_extension(psser.astype("M").astype(StringDtype()), expected)
133
-
134
- with self.assertRaisesRegex(TypeError, "not understood"):
135
- psser.astype("int63")
136
-
137
- def _test_numeric_astype(self, pser):
138
- psser = ps.Series(pser)
139
-
140
- self.assert_eq(psser.astype(int), pser.astype(int))
141
- self.assert_eq(psser.astype(np.int8), pser.astype(np.int8))
142
- self.assert_eq(psser.astype(np.int16), pser.astype(np.int16))
143
- self.assert_eq(psser.astype(np.int32), pser.astype(np.int32))
144
- self.assert_eq(psser.astype(np.int64), pser.astype(np.int64))
145
- self.assert_eq(psser.astype(np.byte), pser.astype(np.byte))
146
- self.assert_eq(psser.astype("int"), pser.astype("int"))
147
- self.assert_eq(psser.astype("int8"), pser.astype("int8"))
148
- self.assert_eq(psser.astype("int16"), pser.astype("int16"))
149
- self.assert_eq(psser.astype("int32"), pser.astype("int32"))
150
- self.assert_eq(psser.astype("int64"), pser.astype("int64"))
151
- self.assert_eq(psser.astype("b"), pser.astype("b"))
152
- self.assert_eq(psser.astype("byte"), pser.astype("byte"))
153
- self.assert_eq(psser.astype("i"), pser.astype("i"))
154
- self.assert_eq(psser.astype("long"), pser.astype("long"))
155
- self.assert_eq(psser.astype("short"), pser.astype("short"))
156
- self.assert_eq(psser.astype(np.float32), pser.astype(np.float32))
157
- self.assert_eq(psser.astype(np.float64), pser.astype(np.float64))
158
- self.assert_eq(psser.astype("float"), pser.astype("float"))
159
- self.assert_eq(psser.astype("float32"), pser.astype("float32"))
160
- self.assert_eq(psser.astype("float64"), pser.astype("float64"))
161
- self.assert_eq(psser.astype("double"), pser.astype("double"))
162
- self.assert_eq(psser.astype("f"), pser.astype("f"))
163
- self.assert_eq(psser.astype(bool), pser.astype(bool))
164
- self.assert_eq(psser.astype("bool"), pser.astype("bool"))
165
- self.assert_eq(psser.astype("?"), pser.astype("?"))
166
- self.assert_eq(psser.astype(np.unicode_), pser.astype(np.unicode_))
167
- self.assert_eq(psser.astype("str"), pser.astype("str"))
168
- self.assert_eq(psser.astype("U"), pser.astype("U"))
169
-
170
- if extension_dtypes_available:
171
- from pandas import Int8Dtype, Int16Dtype, Int32Dtype, Int64Dtype
172
-
173
- self._check_extension(psser.astype("Int8"), pser.astype("Int8"))
174
- self._check_extension(psser.astype("Int16"), pser.astype("Int16"))
175
- self._check_extension(psser.astype("Int32"), pser.astype("Int32"))
176
- self._check_extension(psser.astype("Int64"), pser.astype("Int64"))
177
- self._check_extension(psser.astype(Int8Dtype()), pser.astype(Int8Dtype()))
178
- self._check_extension(psser.astype(Int16Dtype()), pser.astype(Int16Dtype()))
179
- self._check_extension(psser.astype(Int32Dtype()), pser.astype(Int32Dtype()))
180
- self._check_extension(psser.astype(Int64Dtype()), pser.astype(Int64Dtype()))
181
-
182
- if extension_object_dtypes_available:
183
- from pandas import StringDtype
184
-
185
- if LooseVersion(pd.__version__) >= LooseVersion("1.1"):
186
- self._check_extension(psser.astype("string"), pser.astype("string"))
187
- self._check_extension(psser.astype(StringDtype()), pser.astype(StringDtype()))
188
- else:
189
- self._check_extension(
190
- psser.astype("string"),
191
- pd.Series(["10", "20", "15", "30", "45"], name="x", dtype="string"),
192
- )
193
- self._check_extension(
194
- psser.astype(StringDtype()),
195
- pd.Series(["10", "20", "15", "30", "45"], name="x", dtype=StringDtype()),
196
- )
197
-
198
- if extension_float_dtypes_available:
199
- from pandas import Float32Dtype, Float64Dtype
200
-
201
- self._check_extension(psser.astype("Float32"), pser.astype("Float32"))
202
- self._check_extension(psser.astype("Float64"), pser.astype("Float64"))
203
- self._check_extension(psser.astype(Float32Dtype()), pser.astype(Float32Dtype()))
204
- self._check_extension(psser.astype(Float64Dtype()), pser.astype(Float64Dtype()))
205
-
206
- def _check_extension(self, psser, pser):
207
- if LooseVersion("1.1") <= LooseVersion(pd.__version__) < LooseVersion("1.2.2"):
208
- self.assert_eq(psser, pser, check_exact=False)
209
- self.assertTrue(isinstance(psser.dtype, extension_dtypes))
210
- else:
211
- self.assert_eq(psser, pser)
212
-
213
-
214
- class SeriesAsTypeTests(SeriesAsTypeMixin, ComparisonTestBase, SQLTestUtils):
215
- pass
216
-
217
-
218
- if __name__ == "__main__":
219
- from pyspark.pandas.tests.series.test_as_type import * # noqa: F401
220
-
221
- try:
222
- import xmlrunner
223
-
224
- testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
225
- except ImportError:
226
- testRunner = None
227
- unittest.main(testRunner=testRunner, verbosity=2)