snowpark-connect 0.20.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of snowpark-connect might be problematic. Click here for more details.

Files changed (879) hide show
  1. snowflake/snowpark_connect/__init__.py +23 -0
  2. snowflake/snowpark_connect/analyze_plan/__init__.py +3 -0
  3. snowflake/snowpark_connect/analyze_plan/map_tree_string.py +38 -0
  4. snowflake/snowpark_connect/column_name_handler.py +735 -0
  5. snowflake/snowpark_connect/config.py +576 -0
  6. snowflake/snowpark_connect/constants.py +47 -0
  7. snowflake/snowpark_connect/control_server.py +52 -0
  8. snowflake/snowpark_connect/dataframe_name_handler.py +54 -0
  9. snowflake/snowpark_connect/date_time_format_mapping.py +399 -0
  10. snowflake/snowpark_connect/empty_dataframe.py +18 -0
  11. snowflake/snowpark_connect/error/__init__.py +11 -0
  12. snowflake/snowpark_connect/error/error_mapping.py +6174 -0
  13. snowflake/snowpark_connect/error/error_utils.py +321 -0
  14. snowflake/snowpark_connect/error/exceptions.py +24 -0
  15. snowflake/snowpark_connect/execute_plan/__init__.py +3 -0
  16. snowflake/snowpark_connect/execute_plan/map_execution_command.py +204 -0
  17. snowflake/snowpark_connect/execute_plan/map_execution_root.py +173 -0
  18. snowflake/snowpark_connect/execute_plan/utils.py +183 -0
  19. snowflake/snowpark_connect/expression/__init__.py +3 -0
  20. snowflake/snowpark_connect/expression/literal.py +90 -0
  21. snowflake/snowpark_connect/expression/map_cast.py +343 -0
  22. snowflake/snowpark_connect/expression/map_expression.py +293 -0
  23. snowflake/snowpark_connect/expression/map_extension.py +104 -0
  24. snowflake/snowpark_connect/expression/map_sql_expression.py +633 -0
  25. snowflake/snowpark_connect/expression/map_udf.py +142 -0
  26. snowflake/snowpark_connect/expression/map_unresolved_attribute.py +241 -0
  27. snowflake/snowpark_connect/expression/map_unresolved_extract_value.py +85 -0
  28. snowflake/snowpark_connect/expression/map_unresolved_function.py +9450 -0
  29. snowflake/snowpark_connect/expression/map_unresolved_star.py +218 -0
  30. snowflake/snowpark_connect/expression/map_update_fields.py +164 -0
  31. snowflake/snowpark_connect/expression/map_window_function.py +258 -0
  32. snowflake/snowpark_connect/expression/typer.py +125 -0
  33. snowflake/snowpark_connect/includes/__init__.py +0 -0
  34. snowflake/snowpark_connect/includes/jars/antlr4-runtime-4.9.3.jar +0 -0
  35. snowflake/snowpark_connect/includes/jars/commons-cli-1.5.0.jar +0 -0
  36. snowflake/snowpark_connect/includes/jars/commons-codec-1.16.1.jar +0 -0
  37. snowflake/snowpark_connect/includes/jars/commons-collections-3.2.2.jar +0 -0
  38. snowflake/snowpark_connect/includes/jars/commons-collections4-4.4.jar +0 -0
  39. snowflake/snowpark_connect/includes/jars/commons-compiler-3.1.9.jar +0 -0
  40. snowflake/snowpark_connect/includes/jars/commons-compress-1.26.0.jar +0 -0
  41. snowflake/snowpark_connect/includes/jars/commons-crypto-1.1.0.jar +0 -0
  42. snowflake/snowpark_connect/includes/jars/commons-dbcp-1.4.jar +0 -0
  43. snowflake/snowpark_connect/includes/jars/commons-io-2.16.1.jar +0 -0
  44. snowflake/snowpark_connect/includes/jars/commons-lang-2.6.jar +0 -0
  45. snowflake/snowpark_connect/includes/jars/commons-lang3-3.12.0.jar +0 -0
  46. snowflake/snowpark_connect/includes/jars/commons-logging-1.1.3.jar +0 -0
  47. snowflake/snowpark_connect/includes/jars/commons-math3-3.6.1.jar +0 -0
  48. snowflake/snowpark_connect/includes/jars/commons-pool-1.5.4.jar +0 -0
  49. snowflake/snowpark_connect/includes/jars/commons-text-1.10.0.jar +0 -0
  50. snowflake/snowpark_connect/includes/jars/hadoop-client-api-3.3.4.jar +0 -0
  51. snowflake/snowpark_connect/includes/jars/jackson-annotations-2.15.2.jar +0 -0
  52. snowflake/snowpark_connect/includes/jars/jackson-core-2.15.2.jar +0 -0
  53. snowflake/snowpark_connect/includes/jars/jackson-core-asl-1.9.13.jar +0 -0
  54. snowflake/snowpark_connect/includes/jars/jackson-databind-2.15.2.jar +0 -0
  55. snowflake/snowpark_connect/includes/jars/jackson-dataformat-yaml-2.15.2.jar +0 -0
  56. snowflake/snowpark_connect/includes/jars/jackson-datatype-jsr310-2.15.2.jar +0 -0
  57. snowflake/snowpark_connect/includes/jars/jackson-mapper-asl-1.9.13.jar +0 -0
  58. snowflake/snowpark_connect/includes/jars/jackson-module-scala_2.12-2.15.2.jar +0 -0
  59. snowflake/snowpark_connect/includes/jars/json4s-ast_2.12-3.7.0-M11.jar +0 -0
  60. snowflake/snowpark_connect/includes/jars/json4s-core_2.12-3.7.0-M11.jar +0 -0
  61. snowflake/snowpark_connect/includes/jars/json4s-jackson_2.12-3.7.0-M11.jar +0 -0
  62. snowflake/snowpark_connect/includes/jars/json4s-scalap_2.12-3.7.0-M11.jar +0 -0
  63. snowflake/snowpark_connect/includes/jars/kryo-shaded-4.0.2.jar +0 -0
  64. snowflake/snowpark_connect/includes/jars/log4j-1.2-api-2.20.0.jar +0 -0
  65. snowflake/snowpark_connect/includes/jars/log4j-api-2.20.0.jar +0 -0
  66. snowflake/snowpark_connect/includes/jars/log4j-core-2.20.0.jar +0 -0
  67. snowflake/snowpark_connect/includes/jars/log4j-slf4j2-impl-2.20.0.jar +0 -0
  68. snowflake/snowpark_connect/includes/jars/paranamer-2.8.jar +0 -0
  69. snowflake/snowpark_connect/includes/jars/scala-collection-compat_2.12-2.7.0.jar +0 -0
  70. snowflake/snowpark_connect/includes/jars/scala-compiler-2.12.18.jar +0 -0
  71. snowflake/snowpark_connect/includes/jars/scala-library-2.12.18.jar +0 -0
  72. snowflake/snowpark_connect/includes/jars/scala-parser-combinators_2.12-2.3.0.jar +0 -0
  73. snowflake/snowpark_connect/includes/jars/scala-reflect-2.12.18.jar +0 -0
  74. snowflake/snowpark_connect/includes/jars/scala-xml_2.12-2.1.0.jar +0 -0
  75. snowflake/snowpark_connect/includes/jars/slf4j-api-2.0.7.jar +0 -0
  76. snowflake/snowpark_connect/includes/jars/spark-catalyst_2.12-3.5.6.jar +0 -0
  77. snowflake/snowpark_connect/includes/jars/spark-common-utils_2.12-3.5.6.jar +0 -0
  78. snowflake/snowpark_connect/includes/jars/spark-core_2.12-3.5.6.jar +0 -0
  79. snowflake/snowpark_connect/includes/jars/spark-graphx_2.12-3.5.6.jar +0 -0
  80. snowflake/snowpark_connect/includes/jars/spark-hive-thriftserver_2.12-3.5.6.jar +0 -0
  81. snowflake/snowpark_connect/includes/jars/spark-hive_2.12-3.5.6.jar +0 -0
  82. snowflake/snowpark_connect/includes/jars/spark-kubernetes_2.12-3.5.6.jar +0 -0
  83. snowflake/snowpark_connect/includes/jars/spark-kvstore_2.12-3.5.6.jar +0 -0
  84. snowflake/snowpark_connect/includes/jars/spark-launcher_2.12-3.5.6.jar +0 -0
  85. snowflake/snowpark_connect/includes/jars/spark-mesos_2.12-3.5.6.jar +0 -0
  86. snowflake/snowpark_connect/includes/jars/spark-mllib-local_2.12-3.5.6.jar +0 -0
  87. snowflake/snowpark_connect/includes/jars/spark-mllib_2.12-3.5.6.jar +0 -0
  88. snowflake/snowpark_connect/includes/jars/spark-network-common_2.12-3.5.6.jar +0 -0
  89. snowflake/snowpark_connect/includes/jars/spark-network-shuffle_2.12-3.5.6.jar +0 -0
  90. snowflake/snowpark_connect/includes/jars/spark-repl_2.12-3.5.6.jar +0 -0
  91. snowflake/snowpark_connect/includes/jars/spark-sketch_2.12-3.5.6.jar +0 -0
  92. snowflake/snowpark_connect/includes/jars/spark-sql-api_2.12-3.5.6.jar +0 -0
  93. snowflake/snowpark_connect/includes/jars/spark-sql_2.12-3.5.6.jar +0 -0
  94. snowflake/snowpark_connect/includes/jars/spark-streaming_2.12-3.5.6.jar +0 -0
  95. snowflake/snowpark_connect/includes/jars/spark-tags_2.12-3.5.6.jar +0 -0
  96. snowflake/snowpark_connect/includes/jars/spark-unsafe_2.12-3.5.6.jar +0 -0
  97. snowflake/snowpark_connect/includes/jars/spark-yarn_2.12-3.5.6.jar +0 -0
  98. snowflake/snowpark_connect/includes/python/__init__.py +21 -0
  99. snowflake/snowpark_connect/includes/python/pyspark/__init__.py +173 -0
  100. snowflake/snowpark_connect/includes/python/pyspark/_globals.py +71 -0
  101. snowflake/snowpark_connect/includes/python/pyspark/_typing.pyi +43 -0
  102. snowflake/snowpark_connect/includes/python/pyspark/accumulators.py +341 -0
  103. snowflake/snowpark_connect/includes/python/pyspark/broadcast.py +383 -0
  104. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/__init__.py +8 -0
  105. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/cloudpickle.py +948 -0
  106. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/cloudpickle_fast.py +844 -0
  107. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/compat.py +18 -0
  108. snowflake/snowpark_connect/includes/python/pyspark/conf.py +276 -0
  109. snowflake/snowpark_connect/includes/python/pyspark/context.py +2601 -0
  110. snowflake/snowpark_connect/includes/python/pyspark/daemon.py +218 -0
  111. snowflake/snowpark_connect/includes/python/pyspark/errors/__init__.py +70 -0
  112. snowflake/snowpark_connect/includes/python/pyspark/errors/error_classes.py +889 -0
  113. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/__init__.py +16 -0
  114. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/base.py +228 -0
  115. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/captured.py +307 -0
  116. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/connect.py +190 -0
  117. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/__init__.py +16 -0
  118. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/test_errors.py +60 -0
  119. snowflake/snowpark_connect/includes/python/pyspark/errors/utils.py +116 -0
  120. snowflake/snowpark_connect/includes/python/pyspark/files.py +165 -0
  121. snowflake/snowpark_connect/includes/python/pyspark/find_spark_home.py +95 -0
  122. snowflake/snowpark_connect/includes/python/pyspark/install.py +203 -0
  123. snowflake/snowpark_connect/includes/python/pyspark/instrumentation_utils.py +190 -0
  124. snowflake/snowpark_connect/includes/python/pyspark/java_gateway.py +248 -0
  125. snowflake/snowpark_connect/includes/python/pyspark/join.py +118 -0
  126. snowflake/snowpark_connect/includes/python/pyspark/ml/__init__.py +71 -0
  127. snowflake/snowpark_connect/includes/python/pyspark/ml/_typing.pyi +84 -0
  128. snowflake/snowpark_connect/includes/python/pyspark/ml/base.py +414 -0
  129. snowflake/snowpark_connect/includes/python/pyspark/ml/classification.py +4332 -0
  130. snowflake/snowpark_connect/includes/python/pyspark/ml/clustering.py +2188 -0
  131. snowflake/snowpark_connect/includes/python/pyspark/ml/common.py +146 -0
  132. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/__init__.py +44 -0
  133. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/base.py +346 -0
  134. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/classification.py +382 -0
  135. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/evaluation.py +291 -0
  136. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/feature.py +258 -0
  137. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/functions.py +77 -0
  138. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/io_utils.py +335 -0
  139. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/pipeline.py +262 -0
  140. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/summarizer.py +120 -0
  141. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/tuning.py +579 -0
  142. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/util.py +173 -0
  143. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/__init__.py +16 -0
  144. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/deepspeed_distributor.py +165 -0
  145. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/tests/test_deepspeed_distributor.py +306 -0
  146. snowflake/snowpark_connect/includes/python/pyspark/ml/dl_util.py +150 -0
  147. snowflake/snowpark_connect/includes/python/pyspark/ml/evaluation.py +1166 -0
  148. snowflake/snowpark_connect/includes/python/pyspark/ml/feature.py +7474 -0
  149. snowflake/snowpark_connect/includes/python/pyspark/ml/fpm.py +543 -0
  150. snowflake/snowpark_connect/includes/python/pyspark/ml/functions.py +842 -0
  151. snowflake/snowpark_connect/includes/python/pyspark/ml/image.py +271 -0
  152. snowflake/snowpark_connect/includes/python/pyspark/ml/linalg/__init__.py +1382 -0
  153. snowflake/snowpark_connect/includes/python/pyspark/ml/model_cache.py +55 -0
  154. snowflake/snowpark_connect/includes/python/pyspark/ml/param/__init__.py +602 -0
  155. snowflake/snowpark_connect/includes/python/pyspark/ml/param/_shared_params_code_gen.py +368 -0
  156. snowflake/snowpark_connect/includes/python/pyspark/ml/param/shared.py +878 -0
  157. snowflake/snowpark_connect/includes/python/pyspark/ml/pipeline.py +451 -0
  158. snowflake/snowpark_connect/includes/python/pyspark/ml/recommendation.py +748 -0
  159. snowflake/snowpark_connect/includes/python/pyspark/ml/regression.py +3335 -0
  160. snowflake/snowpark_connect/includes/python/pyspark/ml/stat.py +523 -0
  161. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/__init__.py +16 -0
  162. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_classification.py +53 -0
  163. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_evaluation.py +50 -0
  164. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_feature.py +43 -0
  165. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_function.py +114 -0
  166. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_pipeline.py +47 -0
  167. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_summarizer.py +43 -0
  168. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_tuning.py +46 -0
  169. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_classification.py +238 -0
  170. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_evaluation.py +194 -0
  171. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_feature.py +156 -0
  172. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_pipeline.py +184 -0
  173. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_summarizer.py +78 -0
  174. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_tuning.py +292 -0
  175. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py +50 -0
  176. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_distributor.py +152 -0
  177. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_algorithms.py +456 -0
  178. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_base.py +96 -0
  179. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_dl_util.py +186 -0
  180. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_evaluation.py +77 -0
  181. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_feature.py +401 -0
  182. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_functions.py +528 -0
  183. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_image.py +82 -0
  184. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_linalg.py +409 -0
  185. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_model_cache.py +55 -0
  186. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_param.py +441 -0
  187. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_persistence.py +546 -0
  188. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_pipeline.py +71 -0
  189. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_stat.py +52 -0
  190. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_training_summary.py +494 -0
  191. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_util.py +85 -0
  192. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_wrapper.py +138 -0
  193. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/__init__.py +16 -0
  194. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_basic.py +151 -0
  195. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_nested.py +97 -0
  196. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_pipeline.py +143 -0
  197. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tuning.py +551 -0
  198. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_basic.py +137 -0
  199. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_nested.py +96 -0
  200. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_pipeline.py +142 -0
  201. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/__init__.py +16 -0
  202. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/data.py +100 -0
  203. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/distributor.py +1133 -0
  204. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/log_communication.py +198 -0
  205. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/__init__.py +16 -0
  206. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_data_loader.py +137 -0
  207. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_distributor.py +561 -0
  208. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_log_communication.py +172 -0
  209. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/torch_run_process_wrapper.py +83 -0
  210. snowflake/snowpark_connect/includes/python/pyspark/ml/tree.py +434 -0
  211. snowflake/snowpark_connect/includes/python/pyspark/ml/tuning.py +1741 -0
  212. snowflake/snowpark_connect/includes/python/pyspark/ml/util.py +749 -0
  213. snowflake/snowpark_connect/includes/python/pyspark/ml/wrapper.py +465 -0
  214. snowflake/snowpark_connect/includes/python/pyspark/mllib/__init__.py +44 -0
  215. snowflake/snowpark_connect/includes/python/pyspark/mllib/_typing.pyi +33 -0
  216. snowflake/snowpark_connect/includes/python/pyspark/mllib/classification.py +989 -0
  217. snowflake/snowpark_connect/includes/python/pyspark/mllib/clustering.py +1318 -0
  218. snowflake/snowpark_connect/includes/python/pyspark/mllib/common.py +174 -0
  219. snowflake/snowpark_connect/includes/python/pyspark/mllib/evaluation.py +691 -0
  220. snowflake/snowpark_connect/includes/python/pyspark/mllib/feature.py +1085 -0
  221. snowflake/snowpark_connect/includes/python/pyspark/mllib/fpm.py +233 -0
  222. snowflake/snowpark_connect/includes/python/pyspark/mllib/linalg/__init__.py +1653 -0
  223. snowflake/snowpark_connect/includes/python/pyspark/mllib/linalg/distributed.py +1662 -0
  224. snowflake/snowpark_connect/includes/python/pyspark/mllib/random.py +698 -0
  225. snowflake/snowpark_connect/includes/python/pyspark/mllib/recommendation.py +389 -0
  226. snowflake/snowpark_connect/includes/python/pyspark/mllib/regression.py +1067 -0
  227. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/KernelDensity.py +59 -0
  228. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/__init__.py +34 -0
  229. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/_statistics.py +409 -0
  230. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/distribution.py +39 -0
  231. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/test.py +86 -0
  232. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/__init__.py +16 -0
  233. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_algorithms.py +353 -0
  234. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_feature.py +192 -0
  235. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_linalg.py +680 -0
  236. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_stat.py +206 -0
  237. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_streaming_algorithms.py +471 -0
  238. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_util.py +108 -0
  239. snowflake/snowpark_connect/includes/python/pyspark/mllib/tree.py +888 -0
  240. snowflake/snowpark_connect/includes/python/pyspark/mllib/util.py +659 -0
  241. snowflake/snowpark_connect/includes/python/pyspark/pandas/__init__.py +165 -0
  242. snowflake/snowpark_connect/includes/python/pyspark/pandas/_typing.py +52 -0
  243. snowflake/snowpark_connect/includes/python/pyspark/pandas/accessors.py +989 -0
  244. snowflake/snowpark_connect/includes/python/pyspark/pandas/base.py +1804 -0
  245. snowflake/snowpark_connect/includes/python/pyspark/pandas/categorical.py +822 -0
  246. snowflake/snowpark_connect/includes/python/pyspark/pandas/config.py +539 -0
  247. snowflake/snowpark_connect/includes/python/pyspark/pandas/correlation.py +262 -0
  248. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/__init__.py +16 -0
  249. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/base.py +519 -0
  250. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/binary_ops.py +98 -0
  251. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/boolean_ops.py +426 -0
  252. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/categorical_ops.py +141 -0
  253. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/complex_ops.py +145 -0
  254. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/date_ops.py +127 -0
  255. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/datetime_ops.py +171 -0
  256. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/null_ops.py +83 -0
  257. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/num_ops.py +588 -0
  258. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/string_ops.py +154 -0
  259. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/timedelta_ops.py +101 -0
  260. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/udt_ops.py +29 -0
  261. snowflake/snowpark_connect/includes/python/pyspark/pandas/datetimes.py +891 -0
  262. snowflake/snowpark_connect/includes/python/pyspark/pandas/exceptions.py +150 -0
  263. snowflake/snowpark_connect/includes/python/pyspark/pandas/extensions.py +388 -0
  264. snowflake/snowpark_connect/includes/python/pyspark/pandas/frame.py +13738 -0
  265. snowflake/snowpark_connect/includes/python/pyspark/pandas/generic.py +3560 -0
  266. snowflake/snowpark_connect/includes/python/pyspark/pandas/groupby.py +4448 -0
  267. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/__init__.py +21 -0
  268. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/base.py +2783 -0
  269. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/category.py +773 -0
  270. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/datetimes.py +843 -0
  271. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/multi.py +1323 -0
  272. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/numeric.py +210 -0
  273. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/timedelta.py +197 -0
  274. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexing.py +1862 -0
  275. snowflake/snowpark_connect/includes/python/pyspark/pandas/internal.py +1680 -0
  276. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/__init__.py +48 -0
  277. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/common.py +76 -0
  278. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/frame.py +63 -0
  279. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/general_functions.py +43 -0
  280. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/groupby.py +93 -0
  281. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/indexes.py +184 -0
  282. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/resample.py +101 -0
  283. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/scalars.py +29 -0
  284. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/series.py +69 -0
  285. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/window.py +168 -0
  286. snowflake/snowpark_connect/includes/python/pyspark/pandas/mlflow.py +238 -0
  287. snowflake/snowpark_connect/includes/python/pyspark/pandas/namespace.py +3807 -0
  288. snowflake/snowpark_connect/includes/python/pyspark/pandas/numpy_compat.py +260 -0
  289. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/__init__.py +17 -0
  290. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/core.py +1213 -0
  291. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/matplotlib.py +928 -0
  292. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/plotly.py +261 -0
  293. snowflake/snowpark_connect/includes/python/pyspark/pandas/resample.py +816 -0
  294. snowflake/snowpark_connect/includes/python/pyspark/pandas/series.py +7440 -0
  295. snowflake/snowpark_connect/includes/python/pyspark/pandas/sql_formatter.py +308 -0
  296. snowflake/snowpark_connect/includes/python/pyspark/pandas/sql_processor.py +394 -0
  297. snowflake/snowpark_connect/includes/python/pyspark/pandas/strings.py +2371 -0
  298. snowflake/snowpark_connect/includes/python/pyspark/pandas/supported_api_gen.py +378 -0
  299. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/__init__.py +16 -0
  300. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/__init__.py +16 -0
  301. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_any_all.py +177 -0
  302. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_apply_func.py +575 -0
  303. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_binary_ops.py +235 -0
  304. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_combine.py +653 -0
  305. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_compute.py +463 -0
  306. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_corrwith.py +86 -0
  307. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cov.py +151 -0
  308. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cumulative.py +139 -0
  309. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_describe.py +458 -0
  310. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_eval.py +86 -0
  311. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_melt.py +202 -0
  312. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_missing_data.py +520 -0
  313. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_pivot.py +361 -0
  314. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/__init__.py +16 -0
  315. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/__init__.py +16 -0
  316. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_any_all.py +40 -0
  317. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_apply_func.py +42 -0
  318. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_binary_ops.py +40 -0
  319. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py +37 -0
  320. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py +60 -0
  321. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_corrwith.py +40 -0
  322. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cov.py +40 -0
  323. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py +90 -0
  324. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_describe.py +40 -0
  325. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_eval.py +40 -0
  326. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_melt.py +40 -0
  327. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py +42 -0
  328. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py +37 -0
  329. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/__init__.py +16 -0
  330. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_base.py +36 -0
  331. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_binary_ops.py +42 -0
  332. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_boolean_ops.py +47 -0
  333. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_categorical_ops.py +55 -0
  334. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_complex_ops.py +40 -0
  335. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_date_ops.py +47 -0
  336. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_datetime_ops.py +47 -0
  337. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_null_ops.py +42 -0
  338. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_arithmetic.py +43 -0
  339. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_ops.py +47 -0
  340. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_reverse.py +43 -0
  341. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_string_ops.py +47 -0
  342. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_timedelta_ops.py +47 -0
  343. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_udt_ops.py +40 -0
  344. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/testing_utils.py +226 -0
  345. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/__init__.py +16 -0
  346. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_align.py +39 -0
  347. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py +55 -0
  348. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_cov_corrwith.py +39 -0
  349. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_frame.py +39 -0
  350. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_series.py +39 -0
  351. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_index.py +39 -0
  352. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_series.py +39 -0
  353. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_frame.py +43 -0
  354. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_series.py +43 -0
  355. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/__init__.py +16 -0
  356. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_attrs.py +40 -0
  357. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_constructor.py +39 -0
  358. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_conversion.py +42 -0
  359. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reindexing.py +42 -0
  360. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py +37 -0
  361. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_spark.py +40 -0
  362. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_take.py +42 -0
  363. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py +48 -0
  364. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_truncate.py +40 -0
  365. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/__init__.py +16 -0
  366. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_aggregate.py +40 -0
  367. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_apply_func.py +41 -0
  368. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py +67 -0
  369. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_describe.py +40 -0
  370. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py +55 -0
  371. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_head_tail.py +40 -0
  372. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_index.py +38 -0
  373. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py +55 -0
  374. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_split_apply.py +39 -0
  375. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_stat.py +38 -0
  376. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/__init__.py +16 -0
  377. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_align.py +40 -0
  378. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py +50 -0
  379. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_category.py +73 -0
  380. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_datetime.py +39 -0
  381. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_indexing.py +40 -0
  382. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reindex.py +40 -0
  383. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_rename.py +40 -0
  384. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py +48 -0
  385. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_timedelta.py +39 -0
  386. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/__init__.py +16 -0
  387. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/test_parity_io.py +40 -0
  388. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/__init__.py +16 -0
  389. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot.py +45 -0
  390. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_matplotlib.py +45 -0
  391. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_plotly.py +49 -0
  392. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot.py +37 -0
  393. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_matplotlib.py +53 -0
  394. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_plotly.py +45 -0
  395. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/__init__.py +16 -0
  396. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_all_any.py +38 -0
  397. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py +37 -0
  398. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_of.py +37 -0
  399. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_type.py +38 -0
  400. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_compute.py +37 -0
  401. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_conversion.py +40 -0
  402. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py +40 -0
  403. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_index.py +38 -0
  404. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py +40 -0
  405. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_series.py +37 -0
  406. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_sort.py +38 -0
  407. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_stat.py +38 -0
  408. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_categorical.py +66 -0
  409. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_config.py +37 -0
  410. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_csv.py +37 -0
  411. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_conversion.py +42 -0
  412. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_spark_io.py +39 -0
  413. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_default_index.py +49 -0
  414. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ewm.py +37 -0
  415. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_expanding.py +39 -0
  416. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_extension.py +49 -0
  417. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_frame_spark.py +53 -0
  418. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py +43 -0
  419. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexing.py +49 -0
  420. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexops_spark.py +39 -0
  421. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_internal.py +41 -0
  422. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_namespace.py +39 -0
  423. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_numpy_compat.py +60 -0
  424. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames.py +48 -0
  425. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py +39 -0
  426. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py +44 -0
  427. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py +84 -0
  428. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_repr.py +37 -0
  429. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_resample.py +45 -0
  430. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_reshape.py +39 -0
  431. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_rolling.py +39 -0
  432. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_scalars.py +37 -0
  433. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_conversion.py +39 -0
  434. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_datetime.py +39 -0
  435. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_string.py +39 -0
  436. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_spark_functions.py +39 -0
  437. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_sql.py +43 -0
  438. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_stats.py +37 -0
  439. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_typedef.py +36 -0
  440. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_utils.py +37 -0
  441. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_window.py +39 -0
  442. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/__init__.py +16 -0
  443. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_base.py +107 -0
  444. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_binary_ops.py +224 -0
  445. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_boolean_ops.py +825 -0
  446. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_categorical_ops.py +562 -0
  447. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_complex_ops.py +368 -0
  448. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_date_ops.py +257 -0
  449. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_datetime_ops.py +260 -0
  450. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_null_ops.py +178 -0
  451. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_arithmetic.py +184 -0
  452. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_ops.py +497 -0
  453. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_reverse.py +140 -0
  454. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_string_ops.py +354 -0
  455. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_timedelta_ops.py +219 -0
  456. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_udt_ops.py +192 -0
  457. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/testing_utils.py +228 -0
  458. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/__init__.py +16 -0
  459. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_align.py +118 -0
  460. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_basic_slow.py +198 -0
  461. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_cov_corrwith.py +181 -0
  462. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_frame.py +103 -0
  463. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_series.py +141 -0
  464. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_index.py +109 -0
  465. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_series.py +136 -0
  466. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_frame.py +125 -0
  467. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_series.py +217 -0
  468. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/__init__.py +16 -0
  469. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_attrs.py +384 -0
  470. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_constructor.py +598 -0
  471. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_conversion.py +73 -0
  472. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reindexing.py +869 -0
  473. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reshaping.py +487 -0
  474. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_spark.py +309 -0
  475. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_take.py +156 -0
  476. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_time_series.py +149 -0
  477. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_truncate.py +163 -0
  478. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/__init__.py +16 -0
  479. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_aggregate.py +311 -0
  480. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_apply_func.py +524 -0
  481. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_cumulative.py +419 -0
  482. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_describe.py +144 -0
  483. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_groupby.py +979 -0
  484. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_head_tail.py +234 -0
  485. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_index.py +206 -0
  486. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_missing_data.py +421 -0
  487. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_split_apply.py +187 -0
  488. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_stat.py +397 -0
  489. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/__init__.py +16 -0
  490. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_align.py +100 -0
  491. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_base.py +2743 -0
  492. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_category.py +484 -0
  493. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_datetime.py +276 -0
  494. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_indexing.py +432 -0
  495. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reindex.py +310 -0
  496. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_rename.py +257 -0
  497. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reset_index.py +160 -0
  498. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_timedelta.py +128 -0
  499. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/__init__.py +16 -0
  500. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/test_io.py +137 -0
  501. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/__init__.py +16 -0
  502. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot.py +170 -0
  503. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_matplotlib.py +547 -0
  504. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_plotly.py +285 -0
  505. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot.py +106 -0
  506. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_matplotlib.py +409 -0
  507. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_plotly.py +247 -0
  508. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/__init__.py +16 -0
  509. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_all_any.py +105 -0
  510. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_arg_ops.py +197 -0
  511. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_of.py +137 -0
  512. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_type.py +227 -0
  513. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_compute.py +634 -0
  514. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_conversion.py +88 -0
  515. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_cumulative.py +139 -0
  516. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_index.py +475 -0
  517. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_missing_data.py +265 -0
  518. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_series.py +818 -0
  519. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_sort.py +162 -0
  520. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_stat.py +780 -0
  521. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_categorical.py +741 -0
  522. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_config.py +160 -0
  523. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_csv.py +453 -0
  524. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_conversion.py +281 -0
  525. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_spark_io.py +487 -0
  526. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_default_index.py +109 -0
  527. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ewm.py +434 -0
  528. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_expanding.py +253 -0
  529. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_extension.py +152 -0
  530. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_frame_spark.py +162 -0
  531. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_generic_functions.py +234 -0
  532. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexing.py +1339 -0
  533. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexops_spark.py +82 -0
  534. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_internal.py +124 -0
  535. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_namespace.py +638 -0
  536. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_numpy_compat.py +200 -0
  537. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames.py +1355 -0
  538. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby.py +655 -0
  539. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_expanding.py +113 -0
  540. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_rolling.py +118 -0
  541. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_repr.py +192 -0
  542. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_resample.py +346 -0
  543. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_reshape.py +495 -0
  544. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_rolling.py +263 -0
  545. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_scalars.py +59 -0
  546. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_conversion.py +85 -0
  547. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_datetime.py +364 -0
  548. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_string.py +362 -0
  549. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_spark_functions.py +46 -0
  550. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_sql.py +123 -0
  551. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_stats.py +581 -0
  552. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_typedef.py +447 -0
  553. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_utils.py +301 -0
  554. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_window.py +465 -0
  555. snowflake/snowpark_connect/includes/python/pyspark/pandas/typedef/__init__.py +18 -0
  556. snowflake/snowpark_connect/includes/python/pyspark/pandas/typedef/typehints.py +874 -0
  557. snowflake/snowpark_connect/includes/python/pyspark/pandas/usage_logging/__init__.py +143 -0
  558. snowflake/snowpark_connect/includes/python/pyspark/pandas/usage_logging/usage_logger.py +132 -0
  559. snowflake/snowpark_connect/includes/python/pyspark/pandas/utils.py +1063 -0
  560. snowflake/snowpark_connect/includes/python/pyspark/pandas/window.py +2702 -0
  561. snowflake/snowpark_connect/includes/python/pyspark/profiler.py +489 -0
  562. snowflake/snowpark_connect/includes/python/pyspark/py.typed +1 -0
  563. snowflake/snowpark_connect/includes/python/pyspark/python/pyspark/shell.py +123 -0
  564. snowflake/snowpark_connect/includes/python/pyspark/rdd.py +5518 -0
  565. snowflake/snowpark_connect/includes/python/pyspark/rddsampler.py +115 -0
  566. snowflake/snowpark_connect/includes/python/pyspark/resource/__init__.py +38 -0
  567. snowflake/snowpark_connect/includes/python/pyspark/resource/information.py +69 -0
  568. snowflake/snowpark_connect/includes/python/pyspark/resource/profile.py +317 -0
  569. snowflake/snowpark_connect/includes/python/pyspark/resource/requests.py +539 -0
  570. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/__init__.py +16 -0
  571. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/test_resources.py +83 -0
  572. snowflake/snowpark_connect/includes/python/pyspark/resultiterable.py +45 -0
  573. snowflake/snowpark_connect/includes/python/pyspark/serializers.py +681 -0
  574. snowflake/snowpark_connect/includes/python/pyspark/shell.py +123 -0
  575. snowflake/snowpark_connect/includes/python/pyspark/shuffle.py +854 -0
  576. snowflake/snowpark_connect/includes/python/pyspark/sql/__init__.py +75 -0
  577. snowflake/snowpark_connect/includes/python/pyspark/sql/_typing.pyi +80 -0
  578. snowflake/snowpark_connect/includes/python/pyspark/sql/avro/__init__.py +18 -0
  579. snowflake/snowpark_connect/includes/python/pyspark/sql/avro/functions.py +188 -0
  580. snowflake/snowpark_connect/includes/python/pyspark/sql/catalog.py +1270 -0
  581. snowflake/snowpark_connect/includes/python/pyspark/sql/column.py +1431 -0
  582. snowflake/snowpark_connect/includes/python/pyspark/sql/conf.py +99 -0
  583. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/__init__.py +18 -0
  584. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/_typing.py +90 -0
  585. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/avro/__init__.py +18 -0
  586. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/avro/functions.py +107 -0
  587. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/catalog.py +356 -0
  588. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/__init__.py +22 -0
  589. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/artifact.py +412 -0
  590. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/core.py +1689 -0
  591. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/reattach.py +340 -0
  592. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/column.py +514 -0
  593. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/conf.py +128 -0
  594. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/conversion.py +490 -0
  595. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/dataframe.py +2172 -0
  596. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/expressions.py +1056 -0
  597. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/functions.py +3937 -0
  598. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/group.py +418 -0
  599. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/plan.py +2289 -0
  600. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/__init__.py +25 -0
  601. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/base_pb2.py +203 -0
  602. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/base_pb2.pyi +2718 -0
  603. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/base_pb2_grpc.py +423 -0
  604. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/catalog_pb2.py +109 -0
  605. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/catalog_pb2.pyi +1130 -0
  606. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/commands_pb2.py +141 -0
  607. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/commands_pb2.pyi +1766 -0
  608. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/common_pb2.py +47 -0
  609. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/common_pb2.pyi +123 -0
  610. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/example_plugins_pb2.py +53 -0
  611. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi +112 -0
  612. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/expressions_pb2.py +107 -0
  613. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/expressions_pb2.pyi +1507 -0
  614. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/relations_pb2.py +195 -0
  615. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/relations_pb2.pyi +3613 -0
  616. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/types_pb2.py +95 -0
  617. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/types_pb2.pyi +980 -0
  618. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/protobuf/__init__.py +18 -0
  619. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/protobuf/functions.py +166 -0
  620. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/readwriter.py +861 -0
  621. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/session.py +952 -0
  622. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/__init__.py +22 -0
  623. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/query.py +295 -0
  624. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/readwriter.py +618 -0
  625. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/worker/__init__.py +18 -0
  626. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/worker/foreach_batch_worker.py +87 -0
  627. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/worker/listener_worker.py +100 -0
  628. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/types.py +301 -0
  629. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/udf.py +296 -0
  630. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/udtf.py +200 -0
  631. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/utils.py +58 -0
  632. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/window.py +266 -0
  633. snowflake/snowpark_connect/includes/python/pyspark/sql/context.py +818 -0
  634. snowflake/snowpark_connect/includes/python/pyspark/sql/dataframe.py +5973 -0
  635. snowflake/snowpark_connect/includes/python/pyspark/sql/functions.py +15889 -0
  636. snowflake/snowpark_connect/includes/python/pyspark/sql/group.py +547 -0
  637. snowflake/snowpark_connect/includes/python/pyspark/sql/observation.py +152 -0
  638. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/__init__.py +21 -0
  639. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/__init__.pyi +344 -0
  640. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/protocols/__init__.pyi +17 -0
  641. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/protocols/frame.pyi +20 -0
  642. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/protocols/series.pyi +20 -0
  643. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/conversion.py +671 -0
  644. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/functions.py +480 -0
  645. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/functions.pyi +132 -0
  646. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/group_ops.py +523 -0
  647. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/map_ops.py +216 -0
  648. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/serializers.py +1019 -0
  649. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/typehints.py +172 -0
  650. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/types.py +972 -0
  651. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/utils.py +86 -0
  652. snowflake/snowpark_connect/includes/python/pyspark/sql/protobuf/__init__.py +18 -0
  653. snowflake/snowpark_connect/includes/python/pyspark/sql/protobuf/functions.py +334 -0
  654. snowflake/snowpark_connect/includes/python/pyspark/sql/readwriter.py +2159 -0
  655. snowflake/snowpark_connect/includes/python/pyspark/sql/session.py +2088 -0
  656. snowflake/snowpark_connect/includes/python/pyspark/sql/sql_formatter.py +84 -0
  657. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/__init__.py +21 -0
  658. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/listener.py +1050 -0
  659. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/query.py +746 -0
  660. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/readwriter.py +1652 -0
  661. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/state.py +288 -0
  662. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/__init__.py +16 -0
  663. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/__init__.py +16 -0
  664. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/__init__.py +16 -0
  665. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_artifact.py +420 -0
  666. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_client.py +358 -0
  667. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/__init__.py +16 -0
  668. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach.py +36 -0
  669. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach_batch.py +44 -0
  670. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_listener.py +116 -0
  671. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_streaming.py +35 -0
  672. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_basic.py +3612 -0
  673. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_column.py +1042 -0
  674. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_function.py +2381 -0
  675. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_plan.py +1060 -0
  676. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow.py +163 -0
  677. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_map.py +38 -0
  678. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_python_udf.py +48 -0
  679. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_catalog.py +36 -0
  680. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_column.py +55 -0
  681. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_conf.py +36 -0
  682. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_dataframe.py +96 -0
  683. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_datasources.py +44 -0
  684. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_errors.py +36 -0
  685. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_functions.py +59 -0
  686. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_group.py +36 -0
  687. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py +59 -0
  688. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py +74 -0
  689. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py +62 -0
  690. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_map.py +58 -0
  691. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py +70 -0
  692. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py +50 -0
  693. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py +68 -0
  694. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py +40 -0
  695. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_readwriter.py +46 -0
  696. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_serde.py +44 -0
  697. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_types.py +100 -0
  698. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udf.py +100 -0
  699. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udtf.py +163 -0
  700. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_session.py +181 -0
  701. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_utils.py +42 -0
  702. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/__init__.py +16 -0
  703. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +623 -0
  704. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py +869 -0
  705. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map_with_state.py +342 -0
  706. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_map.py +436 -0
  707. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf.py +363 -0
  708. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_grouped_agg.py +592 -0
  709. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_scalar.py +1503 -0
  710. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints.py +392 -0
  711. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints_with_future_annotations.py +375 -0
  712. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_window.py +411 -0
  713. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/__init__.py +16 -0
  714. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming.py +401 -0
  715. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach.py +295 -0
  716. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach_batch.py +106 -0
  717. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_listener.py +558 -0
  718. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow.py +1346 -0
  719. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_map.py +182 -0
  720. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_python_udf.py +202 -0
  721. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_catalog.py +503 -0
  722. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_column.py +225 -0
  723. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_conf.py +83 -0
  724. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_context.py +201 -0
  725. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_dataframe.py +1931 -0
  726. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_datasources.py +256 -0
  727. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_errors.py +69 -0
  728. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_functions.py +1349 -0
  729. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_group.py +53 -0
  730. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_pandas_sqlmetrics.py +68 -0
  731. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_readwriter.py +283 -0
  732. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_serde.py +155 -0
  733. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_session.py +412 -0
  734. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_types.py +1581 -0
  735. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf.py +961 -0
  736. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf_profiler.py +165 -0
  737. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udtf.py +1456 -0
  738. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_utils.py +1686 -0
  739. snowflake/snowpark_connect/includes/python/pyspark/sql/types.py +2558 -0
  740. snowflake/snowpark_connect/includes/python/pyspark/sql/udf.py +714 -0
  741. snowflake/snowpark_connect/includes/python/pyspark/sql/udtf.py +325 -0
  742. snowflake/snowpark_connect/includes/python/pyspark/sql/utils.py +339 -0
  743. snowflake/snowpark_connect/includes/python/pyspark/sql/window.py +492 -0
  744. snowflake/snowpark_connect/includes/python/pyspark/statcounter.py +165 -0
  745. snowflake/snowpark_connect/includes/python/pyspark/status.py +112 -0
  746. snowflake/snowpark_connect/includes/python/pyspark/storagelevel.py +97 -0
  747. snowflake/snowpark_connect/includes/python/pyspark/streaming/__init__.py +22 -0
  748. snowflake/snowpark_connect/includes/python/pyspark/streaming/context.py +471 -0
  749. snowflake/snowpark_connect/includes/python/pyspark/streaming/dstream.py +933 -0
  750. snowflake/snowpark_connect/includes/python/pyspark/streaming/kinesis.py +205 -0
  751. snowflake/snowpark_connect/includes/python/pyspark/streaming/listener.py +83 -0
  752. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/__init__.py +16 -0
  753. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_context.py +184 -0
  754. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_dstream.py +706 -0
  755. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_kinesis.py +118 -0
  756. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_listener.py +160 -0
  757. snowflake/snowpark_connect/includes/python/pyspark/streaming/util.py +168 -0
  758. snowflake/snowpark_connect/includes/python/pyspark/taskcontext.py +502 -0
  759. snowflake/snowpark_connect/includes/python/pyspark/testing/__init__.py +21 -0
  760. snowflake/snowpark_connect/includes/python/pyspark/testing/connectutils.py +199 -0
  761. snowflake/snowpark_connect/includes/python/pyspark/testing/mllibutils.py +30 -0
  762. snowflake/snowpark_connect/includes/python/pyspark/testing/mlutils.py +275 -0
  763. snowflake/snowpark_connect/includes/python/pyspark/testing/objects.py +121 -0
  764. snowflake/snowpark_connect/includes/python/pyspark/testing/pandasutils.py +714 -0
  765. snowflake/snowpark_connect/includes/python/pyspark/testing/sqlutils.py +168 -0
  766. snowflake/snowpark_connect/includes/python/pyspark/testing/streamingutils.py +178 -0
  767. snowflake/snowpark_connect/includes/python/pyspark/testing/utils.py +636 -0
  768. snowflake/snowpark_connect/includes/python/pyspark/tests/__init__.py +16 -0
  769. snowflake/snowpark_connect/includes/python/pyspark/tests/test_appsubmit.py +306 -0
  770. snowflake/snowpark_connect/includes/python/pyspark/tests/test_broadcast.py +196 -0
  771. snowflake/snowpark_connect/includes/python/pyspark/tests/test_conf.py +44 -0
  772. snowflake/snowpark_connect/includes/python/pyspark/tests/test_context.py +346 -0
  773. snowflake/snowpark_connect/includes/python/pyspark/tests/test_daemon.py +89 -0
  774. snowflake/snowpark_connect/includes/python/pyspark/tests/test_install_spark.py +124 -0
  775. snowflake/snowpark_connect/includes/python/pyspark/tests/test_join.py +69 -0
  776. snowflake/snowpark_connect/includes/python/pyspark/tests/test_memory_profiler.py +167 -0
  777. snowflake/snowpark_connect/includes/python/pyspark/tests/test_pin_thread.py +194 -0
  778. snowflake/snowpark_connect/includes/python/pyspark/tests/test_profiler.py +168 -0
  779. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rdd.py +939 -0
  780. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddbarrier.py +52 -0
  781. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddsampler.py +66 -0
  782. snowflake/snowpark_connect/includes/python/pyspark/tests/test_readwrite.py +368 -0
  783. snowflake/snowpark_connect/includes/python/pyspark/tests/test_serializers.py +257 -0
  784. snowflake/snowpark_connect/includes/python/pyspark/tests/test_shuffle.py +267 -0
  785. snowflake/snowpark_connect/includes/python/pyspark/tests/test_stage_sched.py +153 -0
  786. snowflake/snowpark_connect/includes/python/pyspark/tests/test_statcounter.py +130 -0
  787. snowflake/snowpark_connect/includes/python/pyspark/tests/test_taskcontext.py +350 -0
  788. snowflake/snowpark_connect/includes/python/pyspark/tests/test_util.py +97 -0
  789. snowflake/snowpark_connect/includes/python/pyspark/tests/test_worker.py +271 -0
  790. snowflake/snowpark_connect/includes/python/pyspark/traceback_utils.py +81 -0
  791. snowflake/snowpark_connect/includes/python/pyspark/util.py +416 -0
  792. snowflake/snowpark_connect/includes/python/pyspark/version.py +19 -0
  793. snowflake/snowpark_connect/includes/python/pyspark/worker.py +1307 -0
  794. snowflake/snowpark_connect/includes/python/pyspark/worker_util.py +46 -0
  795. snowflake/snowpark_connect/proto/__init__.py +10 -0
  796. snowflake/snowpark_connect/proto/control_pb2.py +35 -0
  797. snowflake/snowpark_connect/proto/control_pb2.pyi +38 -0
  798. snowflake/snowpark_connect/proto/control_pb2_grpc.py +183 -0
  799. snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.py +35 -0
  800. snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.pyi +53 -0
  801. snowflake/snowpark_connect/proto/snowflake_rdd_pb2.pyi +39 -0
  802. snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.py +47 -0
  803. snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.pyi +111 -0
  804. snowflake/snowpark_connect/relation/__init__.py +3 -0
  805. snowflake/snowpark_connect/relation/catalogs/__init__.py +12 -0
  806. snowflake/snowpark_connect/relation/catalogs/abstract_spark_catalog.py +287 -0
  807. snowflake/snowpark_connect/relation/catalogs/snowflake_catalog.py +467 -0
  808. snowflake/snowpark_connect/relation/catalogs/utils.py +51 -0
  809. snowflake/snowpark_connect/relation/io_utils.py +76 -0
  810. snowflake/snowpark_connect/relation/map_aggregate.py +322 -0
  811. snowflake/snowpark_connect/relation/map_catalog.py +151 -0
  812. snowflake/snowpark_connect/relation/map_column_ops.py +1068 -0
  813. snowflake/snowpark_connect/relation/map_crosstab.py +48 -0
  814. snowflake/snowpark_connect/relation/map_extension.py +412 -0
  815. snowflake/snowpark_connect/relation/map_join.py +341 -0
  816. snowflake/snowpark_connect/relation/map_local_relation.py +326 -0
  817. snowflake/snowpark_connect/relation/map_map_partitions.py +146 -0
  818. snowflake/snowpark_connect/relation/map_relation.py +253 -0
  819. snowflake/snowpark_connect/relation/map_row_ops.py +716 -0
  820. snowflake/snowpark_connect/relation/map_sample_by.py +35 -0
  821. snowflake/snowpark_connect/relation/map_show_string.py +50 -0
  822. snowflake/snowpark_connect/relation/map_sql.py +1874 -0
  823. snowflake/snowpark_connect/relation/map_stats.py +324 -0
  824. snowflake/snowpark_connect/relation/map_subquery_alias.py +32 -0
  825. snowflake/snowpark_connect/relation/map_udtf.py +288 -0
  826. snowflake/snowpark_connect/relation/read/__init__.py +7 -0
  827. snowflake/snowpark_connect/relation/read/jdbc_read_dbapi.py +668 -0
  828. snowflake/snowpark_connect/relation/read/map_read.py +367 -0
  829. snowflake/snowpark_connect/relation/read/map_read_csv.py +142 -0
  830. snowflake/snowpark_connect/relation/read/map_read_jdbc.py +108 -0
  831. snowflake/snowpark_connect/relation/read/map_read_json.py +344 -0
  832. snowflake/snowpark_connect/relation/read/map_read_parquet.py +194 -0
  833. snowflake/snowpark_connect/relation/read/map_read_socket.py +59 -0
  834. snowflake/snowpark_connect/relation/read/map_read_table.py +109 -0
  835. snowflake/snowpark_connect/relation/read/map_read_text.py +106 -0
  836. snowflake/snowpark_connect/relation/read/reader_config.py +399 -0
  837. snowflake/snowpark_connect/relation/read/utils.py +155 -0
  838. snowflake/snowpark_connect/relation/stage_locator.py +161 -0
  839. snowflake/snowpark_connect/relation/utils.py +219 -0
  840. snowflake/snowpark_connect/relation/write/__init__.py +3 -0
  841. snowflake/snowpark_connect/relation/write/jdbc_write_dbapi.py +339 -0
  842. snowflake/snowpark_connect/relation/write/map_write.py +436 -0
  843. snowflake/snowpark_connect/relation/write/map_write_jdbc.py +48 -0
  844. snowflake/snowpark_connect/resources/java_udfs-1.0-SNAPSHOT.jar +0 -0
  845. snowflake/snowpark_connect/resources_initializer.py +75 -0
  846. snowflake/snowpark_connect/server.py +1136 -0
  847. snowflake/snowpark_connect/start_server.py +32 -0
  848. snowflake/snowpark_connect/tcm.py +8 -0
  849. snowflake/snowpark_connect/type_mapping.py +1003 -0
  850. snowflake/snowpark_connect/typed_column.py +94 -0
  851. snowflake/snowpark_connect/utils/__init__.py +3 -0
  852. snowflake/snowpark_connect/utils/artifacts.py +48 -0
  853. snowflake/snowpark_connect/utils/attribute_handling.py +72 -0
  854. snowflake/snowpark_connect/utils/cache.py +84 -0
  855. snowflake/snowpark_connect/utils/concurrent.py +124 -0
  856. snowflake/snowpark_connect/utils/context.py +390 -0
  857. snowflake/snowpark_connect/utils/describe_query_cache.py +231 -0
  858. snowflake/snowpark_connect/utils/interrupt.py +85 -0
  859. snowflake/snowpark_connect/utils/io_utils.py +35 -0
  860. snowflake/snowpark_connect/utils/pandas_udtf_utils.py +117 -0
  861. snowflake/snowpark_connect/utils/profiling.py +47 -0
  862. snowflake/snowpark_connect/utils/session.py +180 -0
  863. snowflake/snowpark_connect/utils/snowpark_connect_logging.py +38 -0
  864. snowflake/snowpark_connect/utils/telemetry.py +513 -0
  865. snowflake/snowpark_connect/utils/udf_cache.py +392 -0
  866. snowflake/snowpark_connect/utils/udf_helper.py +328 -0
  867. snowflake/snowpark_connect/utils/udf_utils.py +310 -0
  868. snowflake/snowpark_connect/utils/udtf_helper.py +420 -0
  869. snowflake/snowpark_connect/utils/udtf_utils.py +799 -0
  870. snowflake/snowpark_connect/utils/xxhash64.py +247 -0
  871. snowflake/snowpark_connect/version.py +6 -0
  872. snowpark_connect-0.20.2.data/scripts/snowpark-connect +71 -0
  873. snowpark_connect-0.20.2.data/scripts/snowpark-session +11 -0
  874. snowpark_connect-0.20.2.data/scripts/snowpark-submit +354 -0
  875. snowpark_connect-0.20.2.dist-info/METADATA +37 -0
  876. snowpark_connect-0.20.2.dist-info/RECORD +879 -0
  877. snowpark_connect-0.20.2.dist-info/WHEEL +5 -0
  878. snowpark_connect-0.20.2.dist-info/licenses/LICENSE.txt +202 -0
  879. snowpark_connect-0.20.2.dist-info/top_level.txt +1 -0
@@ -0,0 +1,1507 @@
1
+ #
2
+ # Licensed to the Apache Software Foundation (ASF) under one or more
3
+ # contributor license agreements. See the NOTICE file distributed with
4
+ # this work for additional information regarding copyright ownership.
5
+ # The ASF licenses this file to You under the Apache License, Version 2.0
6
+ # (the "License"); you may not use this file except in compliance with
7
+ # the License. You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+ """
18
+ @generated by mypy-protobuf. Do not edit manually!
19
+ isort:skip_file
20
+
21
+ Licensed to the Apache Software Foundation (ASF) under one or more
22
+ contributor license agreements. See the NOTICE file distributed with
23
+ this work for additional information regarding copyright ownership.
24
+ The ASF licenses this file to You under the Apache License, Version 2.0
25
+ (the "License"); you may not use this file except in compliance with
26
+ the License. You may obtain a copy of the License at
27
+
28
+ http://www.apache.org/licenses/LICENSE-2.0
29
+
30
+ Unless required by applicable law or agreed to in writing, software
31
+ distributed under the License is distributed on an "AS IS" BASIS,
32
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
33
+ See the License for the specific language governing permissions and
34
+ limitations under the License.
35
+ """
36
+ import builtins
37
+ import collections.abc
38
+ import google.protobuf.any_pb2
39
+ import google.protobuf.descriptor
40
+ import google.protobuf.internal.containers
41
+ import google.protobuf.internal.enum_type_wrapper
42
+ import google.protobuf.message
43
+ import pyspark.sql.connect.proto.types_pb2
44
+ import sys
45
+ import typing
46
+
47
+ if sys.version_info >= (3, 10):
48
+ import typing as typing_extensions
49
+ else:
50
+ import typing_extensions
51
+
52
+ DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
53
+
54
+ class Expression(google.protobuf.message.Message):
55
+ """Expression used to refer to fields, functions and similar. This can be used everywhere
56
+ expressions in SQL appear.
57
+ """
58
+
59
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
60
+
61
+ class Window(google.protobuf.message.Message):
62
+ """Expression for the OVER clause or WINDOW clause."""
63
+
64
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
65
+
66
+ class WindowFrame(google.protobuf.message.Message):
67
+ """The window frame"""
68
+
69
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
70
+
71
+ class _FrameType:
72
+ ValueType = typing.NewType("ValueType", builtins.int)
73
+ V: typing_extensions.TypeAlias = ValueType
74
+
75
+ class _FrameTypeEnumTypeWrapper(
76
+ google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[
77
+ Expression.Window.WindowFrame._FrameType.ValueType
78
+ ],
79
+ builtins.type,
80
+ ): # noqa: F821
81
+ DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
82
+ FRAME_TYPE_UNDEFINED: Expression.Window.WindowFrame._FrameType.ValueType # 0
83
+ FRAME_TYPE_ROW: Expression.Window.WindowFrame._FrameType.ValueType # 1
84
+ """RowFrame treats rows in a partition individually."""
85
+ FRAME_TYPE_RANGE: Expression.Window.WindowFrame._FrameType.ValueType # 2
86
+ """RangeFrame treats rows in a partition as groups of peers.
87
+ All rows having the same 'ORDER BY' ordering are considered as peers.
88
+ """
89
+
90
+ class FrameType(_FrameType, metaclass=_FrameTypeEnumTypeWrapper): ...
91
+ FRAME_TYPE_UNDEFINED: Expression.Window.WindowFrame.FrameType.ValueType # 0
92
+ FRAME_TYPE_ROW: Expression.Window.WindowFrame.FrameType.ValueType # 1
93
+ """RowFrame treats rows in a partition individually."""
94
+ FRAME_TYPE_RANGE: Expression.Window.WindowFrame.FrameType.ValueType # 2
95
+ """RangeFrame treats rows in a partition as groups of peers.
96
+ All rows having the same 'ORDER BY' ordering are considered as peers.
97
+ """
98
+
99
+ class FrameBoundary(google.protobuf.message.Message):
100
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
101
+
102
+ CURRENT_ROW_FIELD_NUMBER: builtins.int
103
+ UNBOUNDED_FIELD_NUMBER: builtins.int
104
+ VALUE_FIELD_NUMBER: builtins.int
105
+ current_row: builtins.bool
106
+ """CURRENT ROW boundary"""
107
+ unbounded: builtins.bool
108
+ """UNBOUNDED boundary.
109
+ For lower bound, it will be converted to 'UnboundedPreceding'.
110
+ for upper bound, it will be converted to 'UnboundedFollowing'.
111
+ """
112
+ @property
113
+ def value(self) -> global___Expression:
114
+ """This is an expression for future proofing. We are expecting literals on the server side."""
115
+ def __init__(
116
+ self,
117
+ *,
118
+ current_row: builtins.bool = ...,
119
+ unbounded: builtins.bool = ...,
120
+ value: global___Expression | None = ...,
121
+ ) -> None: ...
122
+ def HasField(
123
+ self,
124
+ field_name: typing_extensions.Literal[
125
+ "boundary",
126
+ b"boundary",
127
+ "current_row",
128
+ b"current_row",
129
+ "unbounded",
130
+ b"unbounded",
131
+ "value",
132
+ b"value",
133
+ ],
134
+ ) -> builtins.bool: ...
135
+ def ClearField(
136
+ self,
137
+ field_name: typing_extensions.Literal[
138
+ "boundary",
139
+ b"boundary",
140
+ "current_row",
141
+ b"current_row",
142
+ "unbounded",
143
+ b"unbounded",
144
+ "value",
145
+ b"value",
146
+ ],
147
+ ) -> None: ...
148
+ def WhichOneof(
149
+ self, oneof_group: typing_extensions.Literal["boundary", b"boundary"]
150
+ ) -> typing_extensions.Literal["current_row", "unbounded", "value"] | None: ...
151
+
152
+ FRAME_TYPE_FIELD_NUMBER: builtins.int
153
+ LOWER_FIELD_NUMBER: builtins.int
154
+ UPPER_FIELD_NUMBER: builtins.int
155
+ frame_type: global___Expression.Window.WindowFrame.FrameType.ValueType
156
+ """(Required) The type of the frame."""
157
+ @property
158
+ def lower(self) -> global___Expression.Window.WindowFrame.FrameBoundary:
159
+ """(Required) The lower bound of the frame."""
160
+ @property
161
+ def upper(self) -> global___Expression.Window.WindowFrame.FrameBoundary:
162
+ """(Required) The upper bound of the frame."""
163
+ def __init__(
164
+ self,
165
+ *,
166
+ frame_type: global___Expression.Window.WindowFrame.FrameType.ValueType = ...,
167
+ lower: global___Expression.Window.WindowFrame.FrameBoundary | None = ...,
168
+ upper: global___Expression.Window.WindowFrame.FrameBoundary | None = ...,
169
+ ) -> None: ...
170
+ def HasField(
171
+ self, field_name: typing_extensions.Literal["lower", b"lower", "upper", b"upper"]
172
+ ) -> builtins.bool: ...
173
+ def ClearField(
174
+ self,
175
+ field_name: typing_extensions.Literal[
176
+ "frame_type", b"frame_type", "lower", b"lower", "upper", b"upper"
177
+ ],
178
+ ) -> None: ...
179
+
180
+ WINDOW_FUNCTION_FIELD_NUMBER: builtins.int
181
+ PARTITION_SPEC_FIELD_NUMBER: builtins.int
182
+ ORDER_SPEC_FIELD_NUMBER: builtins.int
183
+ FRAME_SPEC_FIELD_NUMBER: builtins.int
184
+ @property
185
+ def window_function(self) -> global___Expression:
186
+ """(Required) The window function."""
187
+ @property
188
+ def partition_spec(
189
+ self,
190
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
191
+ global___Expression
192
+ ]:
193
+ """(Optional) The way that input rows are partitioned."""
194
+ @property
195
+ def order_spec(
196
+ self,
197
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
198
+ global___Expression.SortOrder
199
+ ]:
200
+ """(Optional) Ordering of rows in a partition."""
201
+ @property
202
+ def frame_spec(self) -> global___Expression.Window.WindowFrame:
203
+ """(Optional) Window frame in a partition.
204
+
205
+ If not set, it will be treated as 'UnspecifiedFrame'.
206
+ """
207
+ def __init__(
208
+ self,
209
+ *,
210
+ window_function: global___Expression | None = ...,
211
+ partition_spec: collections.abc.Iterable[global___Expression] | None = ...,
212
+ order_spec: collections.abc.Iterable[global___Expression.SortOrder] | None = ...,
213
+ frame_spec: global___Expression.Window.WindowFrame | None = ...,
214
+ ) -> None: ...
215
+ def HasField(
216
+ self,
217
+ field_name: typing_extensions.Literal[
218
+ "frame_spec", b"frame_spec", "window_function", b"window_function"
219
+ ],
220
+ ) -> builtins.bool: ...
221
+ def ClearField(
222
+ self,
223
+ field_name: typing_extensions.Literal[
224
+ "frame_spec",
225
+ b"frame_spec",
226
+ "order_spec",
227
+ b"order_spec",
228
+ "partition_spec",
229
+ b"partition_spec",
230
+ "window_function",
231
+ b"window_function",
232
+ ],
233
+ ) -> None: ...
234
+
235
+ class SortOrder(google.protobuf.message.Message):
236
+ """SortOrder is used to specify the data ordering, it is normally used in Sort and Window.
237
+ It is an unevaluable expression and cannot be evaluated, so can not be used in Projection.
238
+ """
239
+
240
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
241
+
242
+ class _SortDirection:
243
+ ValueType = typing.NewType("ValueType", builtins.int)
244
+ V: typing_extensions.TypeAlias = ValueType
245
+
246
+ class _SortDirectionEnumTypeWrapper(
247
+ google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[
248
+ Expression.SortOrder._SortDirection.ValueType
249
+ ],
250
+ builtins.type,
251
+ ): # noqa: F821
252
+ DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
253
+ SORT_DIRECTION_UNSPECIFIED: Expression.SortOrder._SortDirection.ValueType # 0
254
+ SORT_DIRECTION_ASCENDING: Expression.SortOrder._SortDirection.ValueType # 1
255
+ SORT_DIRECTION_DESCENDING: Expression.SortOrder._SortDirection.ValueType # 2
256
+
257
+ class SortDirection(_SortDirection, metaclass=_SortDirectionEnumTypeWrapper): ...
258
+ SORT_DIRECTION_UNSPECIFIED: Expression.SortOrder.SortDirection.ValueType # 0
259
+ SORT_DIRECTION_ASCENDING: Expression.SortOrder.SortDirection.ValueType # 1
260
+ SORT_DIRECTION_DESCENDING: Expression.SortOrder.SortDirection.ValueType # 2
261
+
262
+ class _NullOrdering:
263
+ ValueType = typing.NewType("ValueType", builtins.int)
264
+ V: typing_extensions.TypeAlias = ValueType
265
+
266
+ class _NullOrderingEnumTypeWrapper(
267
+ google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[
268
+ Expression.SortOrder._NullOrdering.ValueType
269
+ ],
270
+ builtins.type,
271
+ ): # noqa: F821
272
+ DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
273
+ SORT_NULLS_UNSPECIFIED: Expression.SortOrder._NullOrdering.ValueType # 0
274
+ SORT_NULLS_FIRST: Expression.SortOrder._NullOrdering.ValueType # 1
275
+ SORT_NULLS_LAST: Expression.SortOrder._NullOrdering.ValueType # 2
276
+
277
+ class NullOrdering(_NullOrdering, metaclass=_NullOrderingEnumTypeWrapper): ...
278
+ SORT_NULLS_UNSPECIFIED: Expression.SortOrder.NullOrdering.ValueType # 0
279
+ SORT_NULLS_FIRST: Expression.SortOrder.NullOrdering.ValueType # 1
280
+ SORT_NULLS_LAST: Expression.SortOrder.NullOrdering.ValueType # 2
281
+
282
+ CHILD_FIELD_NUMBER: builtins.int
283
+ DIRECTION_FIELD_NUMBER: builtins.int
284
+ NULL_ORDERING_FIELD_NUMBER: builtins.int
285
+ @property
286
+ def child(self) -> global___Expression:
287
+ """(Required) The expression to be sorted."""
288
+ direction: global___Expression.SortOrder.SortDirection.ValueType
289
+ """(Required) The sort direction, should be ASCENDING or DESCENDING."""
290
+ null_ordering: global___Expression.SortOrder.NullOrdering.ValueType
291
+ """(Required) How to deal with NULLs, should be NULLS_FIRST or NULLS_LAST."""
292
+ def __init__(
293
+ self,
294
+ *,
295
+ child: global___Expression | None = ...,
296
+ direction: global___Expression.SortOrder.SortDirection.ValueType = ...,
297
+ null_ordering: global___Expression.SortOrder.NullOrdering.ValueType = ...,
298
+ ) -> None: ...
299
+ def HasField(
300
+ self, field_name: typing_extensions.Literal["child", b"child"]
301
+ ) -> builtins.bool: ...
302
+ def ClearField(
303
+ self,
304
+ field_name: typing_extensions.Literal[
305
+ "child", b"child", "direction", b"direction", "null_ordering", b"null_ordering"
306
+ ],
307
+ ) -> None: ...
308
+
309
+ class Cast(google.protobuf.message.Message):
310
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
311
+
312
+ EXPR_FIELD_NUMBER: builtins.int
313
+ TYPE_FIELD_NUMBER: builtins.int
314
+ TYPE_STR_FIELD_NUMBER: builtins.int
315
+ @property
316
+ def expr(self) -> global___Expression:
317
+ """(Required) the expression to be casted."""
318
+ @property
319
+ def type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ...
320
+ type_str: builtins.str
321
+ """If this is set, Server will use Catalyst parser to parse this string to DataType."""
322
+ def __init__(
323
+ self,
324
+ *,
325
+ expr: global___Expression | None = ...,
326
+ type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
327
+ type_str: builtins.str = ...,
328
+ ) -> None: ...
329
+ def HasField(
330
+ self,
331
+ field_name: typing_extensions.Literal[
332
+ "cast_to_type",
333
+ b"cast_to_type",
334
+ "expr",
335
+ b"expr",
336
+ "type",
337
+ b"type",
338
+ "type_str",
339
+ b"type_str",
340
+ ],
341
+ ) -> builtins.bool: ...
342
+ def ClearField(
343
+ self,
344
+ field_name: typing_extensions.Literal[
345
+ "cast_to_type",
346
+ b"cast_to_type",
347
+ "expr",
348
+ b"expr",
349
+ "type",
350
+ b"type",
351
+ "type_str",
352
+ b"type_str",
353
+ ],
354
+ ) -> None: ...
355
+ def WhichOneof(
356
+ self, oneof_group: typing_extensions.Literal["cast_to_type", b"cast_to_type"]
357
+ ) -> typing_extensions.Literal["type", "type_str"] | None: ...
358
+
359
+ class Literal(google.protobuf.message.Message):
360
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
361
+
362
+ class Decimal(google.protobuf.message.Message):
363
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
364
+
365
+ VALUE_FIELD_NUMBER: builtins.int
366
+ PRECISION_FIELD_NUMBER: builtins.int
367
+ SCALE_FIELD_NUMBER: builtins.int
368
+ value: builtins.str
369
+ """the string representation."""
370
+ precision: builtins.int
371
+ """The maximum number of digits allowed in the value.
372
+ the maximum precision is 38.
373
+ """
374
+ scale: builtins.int
375
+ """declared scale of decimal literal"""
376
+ def __init__(
377
+ self,
378
+ *,
379
+ value: builtins.str = ...,
380
+ precision: builtins.int | None = ...,
381
+ scale: builtins.int | None = ...,
382
+ ) -> None: ...
383
+ def HasField(
384
+ self,
385
+ field_name: typing_extensions.Literal[
386
+ "_precision",
387
+ b"_precision",
388
+ "_scale",
389
+ b"_scale",
390
+ "precision",
391
+ b"precision",
392
+ "scale",
393
+ b"scale",
394
+ ],
395
+ ) -> builtins.bool: ...
396
+ def ClearField(
397
+ self,
398
+ field_name: typing_extensions.Literal[
399
+ "_precision",
400
+ b"_precision",
401
+ "_scale",
402
+ b"_scale",
403
+ "precision",
404
+ b"precision",
405
+ "scale",
406
+ b"scale",
407
+ "value",
408
+ b"value",
409
+ ],
410
+ ) -> None: ...
411
+ @typing.overload
412
+ def WhichOneof(
413
+ self, oneof_group: typing_extensions.Literal["_precision", b"_precision"]
414
+ ) -> typing_extensions.Literal["precision"] | None: ...
415
+ @typing.overload
416
+ def WhichOneof(
417
+ self, oneof_group: typing_extensions.Literal["_scale", b"_scale"]
418
+ ) -> typing_extensions.Literal["scale"] | None: ...
419
+
420
+ class CalendarInterval(google.protobuf.message.Message):
421
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
422
+
423
+ MONTHS_FIELD_NUMBER: builtins.int
424
+ DAYS_FIELD_NUMBER: builtins.int
425
+ MICROSECONDS_FIELD_NUMBER: builtins.int
426
+ months: builtins.int
427
+ days: builtins.int
428
+ microseconds: builtins.int
429
+ def __init__(
430
+ self,
431
+ *,
432
+ months: builtins.int = ...,
433
+ days: builtins.int = ...,
434
+ microseconds: builtins.int = ...,
435
+ ) -> None: ...
436
+ def ClearField(
437
+ self,
438
+ field_name: typing_extensions.Literal[
439
+ "days", b"days", "microseconds", b"microseconds", "months", b"months"
440
+ ],
441
+ ) -> None: ...
442
+
443
+ class Array(google.protobuf.message.Message):
444
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
445
+
446
+ ELEMENT_TYPE_FIELD_NUMBER: builtins.int
447
+ ELEMENTS_FIELD_NUMBER: builtins.int
448
+ @property
449
+ def element_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ...
450
+ @property
451
+ def elements(
452
+ self,
453
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
454
+ global___Expression.Literal
455
+ ]: ...
456
+ def __init__(
457
+ self,
458
+ *,
459
+ element_type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
460
+ elements: collections.abc.Iterable[global___Expression.Literal] | None = ...,
461
+ ) -> None: ...
462
+ def HasField(
463
+ self, field_name: typing_extensions.Literal["element_type", b"element_type"]
464
+ ) -> builtins.bool: ...
465
+ def ClearField(
466
+ self,
467
+ field_name: typing_extensions.Literal[
468
+ "element_type", b"element_type", "elements", b"elements"
469
+ ],
470
+ ) -> None: ...
471
+
472
+ class Map(google.protobuf.message.Message):
473
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
474
+
475
+ KEY_TYPE_FIELD_NUMBER: builtins.int
476
+ VALUE_TYPE_FIELD_NUMBER: builtins.int
477
+ KEYS_FIELD_NUMBER: builtins.int
478
+ VALUES_FIELD_NUMBER: builtins.int
479
+ @property
480
+ def key_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ...
481
+ @property
482
+ def value_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ...
483
+ @property
484
+ def keys(
485
+ self,
486
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
487
+ global___Expression.Literal
488
+ ]: ...
489
+ @property
490
+ def values(
491
+ self,
492
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
493
+ global___Expression.Literal
494
+ ]: ...
495
+ def __init__(
496
+ self,
497
+ *,
498
+ key_type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
499
+ value_type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
500
+ keys: collections.abc.Iterable[global___Expression.Literal] | None = ...,
501
+ values: collections.abc.Iterable[global___Expression.Literal] | None = ...,
502
+ ) -> None: ...
503
+ def HasField(
504
+ self,
505
+ field_name: typing_extensions.Literal[
506
+ "key_type", b"key_type", "value_type", b"value_type"
507
+ ],
508
+ ) -> builtins.bool: ...
509
+ def ClearField(
510
+ self,
511
+ field_name: typing_extensions.Literal[
512
+ "key_type",
513
+ b"key_type",
514
+ "keys",
515
+ b"keys",
516
+ "value_type",
517
+ b"value_type",
518
+ "values",
519
+ b"values",
520
+ ],
521
+ ) -> None: ...
522
+
523
+ class Struct(google.protobuf.message.Message):
524
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
525
+
526
+ STRUCT_TYPE_FIELD_NUMBER: builtins.int
527
+ ELEMENTS_FIELD_NUMBER: builtins.int
528
+ @property
529
+ def struct_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ...
530
+ @property
531
+ def elements(
532
+ self,
533
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
534
+ global___Expression.Literal
535
+ ]: ...
536
+ def __init__(
537
+ self,
538
+ *,
539
+ struct_type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
540
+ elements: collections.abc.Iterable[global___Expression.Literal] | None = ...,
541
+ ) -> None: ...
542
+ def HasField(
543
+ self, field_name: typing_extensions.Literal["struct_type", b"struct_type"]
544
+ ) -> builtins.bool: ...
545
+ def ClearField(
546
+ self,
547
+ field_name: typing_extensions.Literal[
548
+ "elements", b"elements", "struct_type", b"struct_type"
549
+ ],
550
+ ) -> None: ...
551
+
552
+ NULL_FIELD_NUMBER: builtins.int
553
+ BINARY_FIELD_NUMBER: builtins.int
554
+ BOOLEAN_FIELD_NUMBER: builtins.int
555
+ BYTE_FIELD_NUMBER: builtins.int
556
+ SHORT_FIELD_NUMBER: builtins.int
557
+ INTEGER_FIELD_NUMBER: builtins.int
558
+ LONG_FIELD_NUMBER: builtins.int
559
+ FLOAT_FIELD_NUMBER: builtins.int
560
+ DOUBLE_FIELD_NUMBER: builtins.int
561
+ DECIMAL_FIELD_NUMBER: builtins.int
562
+ STRING_FIELD_NUMBER: builtins.int
563
+ DATE_FIELD_NUMBER: builtins.int
564
+ TIMESTAMP_FIELD_NUMBER: builtins.int
565
+ TIMESTAMP_NTZ_FIELD_NUMBER: builtins.int
566
+ CALENDAR_INTERVAL_FIELD_NUMBER: builtins.int
567
+ YEAR_MONTH_INTERVAL_FIELD_NUMBER: builtins.int
568
+ DAY_TIME_INTERVAL_FIELD_NUMBER: builtins.int
569
+ ARRAY_FIELD_NUMBER: builtins.int
570
+ MAP_FIELD_NUMBER: builtins.int
571
+ STRUCT_FIELD_NUMBER: builtins.int
572
+ @property
573
+ def null(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ...
574
+ binary: builtins.bytes
575
+ boolean: builtins.bool
576
+ byte: builtins.int
577
+ short: builtins.int
578
+ integer: builtins.int
579
+ long: builtins.int
580
+ float: builtins.float
581
+ double: builtins.float
582
+ @property
583
+ def decimal(self) -> global___Expression.Literal.Decimal: ...
584
+ string: builtins.str
585
+ date: builtins.int
586
+ """Date in units of days since the UNIX epoch."""
587
+ timestamp: builtins.int
588
+ """Timestamp in units of microseconds since the UNIX epoch."""
589
+ timestamp_ntz: builtins.int
590
+ """Timestamp in units of microseconds since the UNIX epoch (without timezone information)."""
591
+ @property
592
+ def calendar_interval(self) -> global___Expression.Literal.CalendarInterval: ...
593
+ year_month_interval: builtins.int
594
+ day_time_interval: builtins.int
595
+ @property
596
+ def array(self) -> global___Expression.Literal.Array: ...
597
+ @property
598
+ def map(self) -> global___Expression.Literal.Map: ...
599
+ @property
600
+ def struct(self) -> global___Expression.Literal.Struct: ...
601
+ def __init__(
602
+ self,
603
+ *,
604
+ null: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
605
+ binary: builtins.bytes = ...,
606
+ boolean: builtins.bool = ...,
607
+ byte: builtins.int = ...,
608
+ short: builtins.int = ...,
609
+ integer: builtins.int = ...,
610
+ long: builtins.int = ...,
611
+ float: builtins.float = ...,
612
+ double: builtins.float = ...,
613
+ decimal: global___Expression.Literal.Decimal | None = ...,
614
+ string: builtins.str = ...,
615
+ date: builtins.int = ...,
616
+ timestamp: builtins.int = ...,
617
+ timestamp_ntz: builtins.int = ...,
618
+ calendar_interval: global___Expression.Literal.CalendarInterval | None = ...,
619
+ year_month_interval: builtins.int = ...,
620
+ day_time_interval: builtins.int = ...,
621
+ array: global___Expression.Literal.Array | None = ...,
622
+ map: global___Expression.Literal.Map | None = ...,
623
+ struct: global___Expression.Literal.Struct | None = ...,
624
+ ) -> None: ...
625
+ def HasField(
626
+ self,
627
+ field_name: typing_extensions.Literal[
628
+ "array",
629
+ b"array",
630
+ "binary",
631
+ b"binary",
632
+ "boolean",
633
+ b"boolean",
634
+ "byte",
635
+ b"byte",
636
+ "calendar_interval",
637
+ b"calendar_interval",
638
+ "date",
639
+ b"date",
640
+ "day_time_interval",
641
+ b"day_time_interval",
642
+ "decimal",
643
+ b"decimal",
644
+ "double",
645
+ b"double",
646
+ "float",
647
+ b"float",
648
+ "integer",
649
+ b"integer",
650
+ "literal_type",
651
+ b"literal_type",
652
+ "long",
653
+ b"long",
654
+ "map",
655
+ b"map",
656
+ "null",
657
+ b"null",
658
+ "short",
659
+ b"short",
660
+ "string",
661
+ b"string",
662
+ "struct",
663
+ b"struct",
664
+ "timestamp",
665
+ b"timestamp",
666
+ "timestamp_ntz",
667
+ b"timestamp_ntz",
668
+ "year_month_interval",
669
+ b"year_month_interval",
670
+ ],
671
+ ) -> builtins.bool: ...
672
+ def ClearField(
673
+ self,
674
+ field_name: typing_extensions.Literal[
675
+ "array",
676
+ b"array",
677
+ "binary",
678
+ b"binary",
679
+ "boolean",
680
+ b"boolean",
681
+ "byte",
682
+ b"byte",
683
+ "calendar_interval",
684
+ b"calendar_interval",
685
+ "date",
686
+ b"date",
687
+ "day_time_interval",
688
+ b"day_time_interval",
689
+ "decimal",
690
+ b"decimal",
691
+ "double",
692
+ b"double",
693
+ "float",
694
+ b"float",
695
+ "integer",
696
+ b"integer",
697
+ "literal_type",
698
+ b"literal_type",
699
+ "long",
700
+ b"long",
701
+ "map",
702
+ b"map",
703
+ "null",
704
+ b"null",
705
+ "short",
706
+ b"short",
707
+ "string",
708
+ b"string",
709
+ "struct",
710
+ b"struct",
711
+ "timestamp",
712
+ b"timestamp",
713
+ "timestamp_ntz",
714
+ b"timestamp_ntz",
715
+ "year_month_interval",
716
+ b"year_month_interval",
717
+ ],
718
+ ) -> None: ...
719
+ def WhichOneof(
720
+ self, oneof_group: typing_extensions.Literal["literal_type", b"literal_type"]
721
+ ) -> typing_extensions.Literal[
722
+ "null",
723
+ "binary",
724
+ "boolean",
725
+ "byte",
726
+ "short",
727
+ "integer",
728
+ "long",
729
+ "float",
730
+ "double",
731
+ "decimal",
732
+ "string",
733
+ "date",
734
+ "timestamp",
735
+ "timestamp_ntz",
736
+ "calendar_interval",
737
+ "year_month_interval",
738
+ "day_time_interval",
739
+ "array",
740
+ "map",
741
+ "struct",
742
+ ] | None: ...
743
+
744
+ class UnresolvedAttribute(google.protobuf.message.Message):
745
+ """An unresolved attribute that is not explicitly bound to a specific column, but the column
746
+ is resolved during analysis by name.
747
+ """
748
+
749
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
750
+
751
+ UNPARSED_IDENTIFIER_FIELD_NUMBER: builtins.int
752
+ PLAN_ID_FIELD_NUMBER: builtins.int
753
+ unparsed_identifier: builtins.str
754
+ """(Required) An identifier that will be parsed by Catalyst parser. This should follow the
755
+ Spark SQL identifier syntax.
756
+ """
757
+ plan_id: builtins.int
758
+ """(Optional) The id of corresponding connect plan."""
759
+ def __init__(
760
+ self,
761
+ *,
762
+ unparsed_identifier: builtins.str = ...,
763
+ plan_id: builtins.int | None = ...,
764
+ ) -> None: ...
765
+ def HasField(
766
+ self,
767
+ field_name: typing_extensions.Literal["_plan_id", b"_plan_id", "plan_id", b"plan_id"],
768
+ ) -> builtins.bool: ...
769
+ def ClearField(
770
+ self,
771
+ field_name: typing_extensions.Literal[
772
+ "_plan_id",
773
+ b"_plan_id",
774
+ "plan_id",
775
+ b"plan_id",
776
+ "unparsed_identifier",
777
+ b"unparsed_identifier",
778
+ ],
779
+ ) -> None: ...
780
+ def WhichOneof(
781
+ self, oneof_group: typing_extensions.Literal["_plan_id", b"_plan_id"]
782
+ ) -> typing_extensions.Literal["plan_id"] | None: ...
783
+
784
+ class UnresolvedFunction(google.protobuf.message.Message):
785
+ """An unresolved function is not explicitly bound to one explicit function, but the function
786
+ is resolved during analysis following Sparks name resolution rules.
787
+ """
788
+
789
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
790
+
791
+ FUNCTION_NAME_FIELD_NUMBER: builtins.int
792
+ ARGUMENTS_FIELD_NUMBER: builtins.int
793
+ IS_DISTINCT_FIELD_NUMBER: builtins.int
794
+ IS_USER_DEFINED_FUNCTION_FIELD_NUMBER: builtins.int
795
+ function_name: builtins.str
796
+ """(Required) name (or unparsed name for user defined function) for the unresolved function."""
797
+ @property
798
+ def arguments(
799
+ self,
800
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
801
+ global___Expression
802
+ ]:
803
+ """(Optional) Function arguments. Empty arguments are allowed."""
804
+ is_distinct: builtins.bool
805
+ """(Required) Indicate if this function should be applied on distinct values."""
806
+ is_user_defined_function: builtins.bool
807
+ """(Required) Indicate if this is a user defined function.
808
+
809
+ When it is not a user defined function, Connect will use the function name directly.
810
+ When it is a user defined function, Connect will parse the function name first.
811
+ """
812
+ def __init__(
813
+ self,
814
+ *,
815
+ function_name: builtins.str = ...,
816
+ arguments: collections.abc.Iterable[global___Expression] | None = ...,
817
+ is_distinct: builtins.bool = ...,
818
+ is_user_defined_function: builtins.bool = ...,
819
+ ) -> None: ...
820
+ def ClearField(
821
+ self,
822
+ field_name: typing_extensions.Literal[
823
+ "arguments",
824
+ b"arguments",
825
+ "function_name",
826
+ b"function_name",
827
+ "is_distinct",
828
+ b"is_distinct",
829
+ "is_user_defined_function",
830
+ b"is_user_defined_function",
831
+ ],
832
+ ) -> None: ...
833
+
834
+ class ExpressionString(google.protobuf.message.Message):
835
+ """Expression as string."""
836
+
837
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
838
+
839
+ EXPRESSION_FIELD_NUMBER: builtins.int
840
+ expression: builtins.str
841
+ """(Required) A SQL expression that will be parsed by Catalyst parser."""
842
+ def __init__(
843
+ self,
844
+ *,
845
+ expression: builtins.str = ...,
846
+ ) -> None: ...
847
+ def ClearField(
848
+ self, field_name: typing_extensions.Literal["expression", b"expression"]
849
+ ) -> None: ...
850
+
851
+ class UnresolvedStar(google.protobuf.message.Message):
852
+ """UnresolvedStar is used to expand all the fields of a relation or struct."""
853
+
854
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
855
+
856
+ UNPARSED_TARGET_FIELD_NUMBER: builtins.int
857
+ unparsed_target: builtins.str
858
+ """(Optional) The target of the expansion.
859
+
860
+ If set, it should end with '.*' and will be parsed by 'parseAttributeName'
861
+ in the server side.
862
+ """
863
+ def __init__(
864
+ self,
865
+ *,
866
+ unparsed_target: builtins.str | None = ...,
867
+ ) -> None: ...
868
+ def HasField(
869
+ self,
870
+ field_name: typing_extensions.Literal[
871
+ "_unparsed_target", b"_unparsed_target", "unparsed_target", b"unparsed_target"
872
+ ],
873
+ ) -> builtins.bool: ...
874
+ def ClearField(
875
+ self,
876
+ field_name: typing_extensions.Literal[
877
+ "_unparsed_target", b"_unparsed_target", "unparsed_target", b"unparsed_target"
878
+ ],
879
+ ) -> None: ...
880
+ def WhichOneof(
881
+ self, oneof_group: typing_extensions.Literal["_unparsed_target", b"_unparsed_target"]
882
+ ) -> typing_extensions.Literal["unparsed_target"] | None: ...
883
+
884
+ class UnresolvedRegex(google.protobuf.message.Message):
885
+ """Represents all of the input attributes to a given relational operator, for example in
886
+ "SELECT `(id)?+.+` FROM ...".
887
+ """
888
+
889
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
890
+
891
+ COL_NAME_FIELD_NUMBER: builtins.int
892
+ PLAN_ID_FIELD_NUMBER: builtins.int
893
+ col_name: builtins.str
894
+ """(Required) The column name used to extract column with regex."""
895
+ plan_id: builtins.int
896
+ """(Optional) The id of corresponding connect plan."""
897
+ def __init__(
898
+ self,
899
+ *,
900
+ col_name: builtins.str = ...,
901
+ plan_id: builtins.int | None = ...,
902
+ ) -> None: ...
903
+ def HasField(
904
+ self,
905
+ field_name: typing_extensions.Literal["_plan_id", b"_plan_id", "plan_id", b"plan_id"],
906
+ ) -> builtins.bool: ...
907
+ def ClearField(
908
+ self,
909
+ field_name: typing_extensions.Literal[
910
+ "_plan_id", b"_plan_id", "col_name", b"col_name", "plan_id", b"plan_id"
911
+ ],
912
+ ) -> None: ...
913
+ def WhichOneof(
914
+ self, oneof_group: typing_extensions.Literal["_plan_id", b"_plan_id"]
915
+ ) -> typing_extensions.Literal["plan_id"] | None: ...
916
+
917
+ class UnresolvedExtractValue(google.protobuf.message.Message):
918
+ """Extracts a value or values from an Expression"""
919
+
920
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
921
+
922
+ CHILD_FIELD_NUMBER: builtins.int
923
+ EXTRACTION_FIELD_NUMBER: builtins.int
924
+ @property
925
+ def child(self) -> global___Expression:
926
+ """(Required) The expression to extract value from, can be
927
+ Map, Array, Struct or array of Structs.
928
+ """
929
+ @property
930
+ def extraction(self) -> global___Expression:
931
+ """(Required) The expression to describe the extraction, can be
932
+ key of Map, index of Array, field name of Struct.
933
+ """
934
+ def __init__(
935
+ self,
936
+ *,
937
+ child: global___Expression | None = ...,
938
+ extraction: global___Expression | None = ...,
939
+ ) -> None: ...
940
+ def HasField(
941
+ self,
942
+ field_name: typing_extensions.Literal["child", b"child", "extraction", b"extraction"],
943
+ ) -> builtins.bool: ...
944
+ def ClearField(
945
+ self,
946
+ field_name: typing_extensions.Literal["child", b"child", "extraction", b"extraction"],
947
+ ) -> None: ...
948
+
949
+ class UpdateFields(google.protobuf.message.Message):
950
+ """Add, replace or drop a field of `StructType` expression by name."""
951
+
952
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
953
+
954
+ STRUCT_EXPRESSION_FIELD_NUMBER: builtins.int
955
+ FIELD_NAME_FIELD_NUMBER: builtins.int
956
+ VALUE_EXPRESSION_FIELD_NUMBER: builtins.int
957
+ @property
958
+ def struct_expression(self) -> global___Expression:
959
+ """(Required) The struct expression."""
960
+ field_name: builtins.str
961
+ """(Required) The field name."""
962
+ @property
963
+ def value_expression(self) -> global___Expression:
964
+ """(Optional) The expression to add or replace.
965
+
966
+ When not set, it means this field will be dropped.
967
+ """
968
+ def __init__(
969
+ self,
970
+ *,
971
+ struct_expression: global___Expression | None = ...,
972
+ field_name: builtins.str = ...,
973
+ value_expression: global___Expression | None = ...,
974
+ ) -> None: ...
975
+ def HasField(
976
+ self,
977
+ field_name: typing_extensions.Literal[
978
+ "struct_expression", b"struct_expression", "value_expression", b"value_expression"
979
+ ],
980
+ ) -> builtins.bool: ...
981
+ def ClearField(
982
+ self,
983
+ field_name: typing_extensions.Literal[
984
+ "field_name",
985
+ b"field_name",
986
+ "struct_expression",
987
+ b"struct_expression",
988
+ "value_expression",
989
+ b"value_expression",
990
+ ],
991
+ ) -> None: ...
992
+
993
+ class Alias(google.protobuf.message.Message):
994
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
995
+
996
+ EXPR_FIELD_NUMBER: builtins.int
997
+ NAME_FIELD_NUMBER: builtins.int
998
+ METADATA_FIELD_NUMBER: builtins.int
999
+ @property
1000
+ def expr(self) -> global___Expression:
1001
+ """(Required) The expression that alias will be added on."""
1002
+ @property
1003
+ def name(
1004
+ self,
1005
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]:
1006
+ """(Required) a list of name parts for the alias.
1007
+
1008
+ Scalar columns only has one name that presents.
1009
+ """
1010
+ metadata: builtins.str
1011
+ """(Optional) Alias metadata expressed as a JSON map."""
1012
+ def __init__(
1013
+ self,
1014
+ *,
1015
+ expr: global___Expression | None = ...,
1016
+ name: collections.abc.Iterable[builtins.str] | None = ...,
1017
+ metadata: builtins.str | None = ...,
1018
+ ) -> None: ...
1019
+ def HasField(
1020
+ self,
1021
+ field_name: typing_extensions.Literal[
1022
+ "_metadata", b"_metadata", "expr", b"expr", "metadata", b"metadata"
1023
+ ],
1024
+ ) -> builtins.bool: ...
1025
+ def ClearField(
1026
+ self,
1027
+ field_name: typing_extensions.Literal[
1028
+ "_metadata", b"_metadata", "expr", b"expr", "metadata", b"metadata", "name", b"name"
1029
+ ],
1030
+ ) -> None: ...
1031
+ def WhichOneof(
1032
+ self, oneof_group: typing_extensions.Literal["_metadata", b"_metadata"]
1033
+ ) -> typing_extensions.Literal["metadata"] | None: ...
1034
+
1035
+ class LambdaFunction(google.protobuf.message.Message):
1036
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1037
+
1038
+ FUNCTION_FIELD_NUMBER: builtins.int
1039
+ ARGUMENTS_FIELD_NUMBER: builtins.int
1040
+ @property
1041
+ def function(self) -> global___Expression:
1042
+ """(Required) The lambda function.
1043
+
1044
+ The function body should use 'UnresolvedAttribute' as arguments, the sever side will
1045
+ replace 'UnresolvedAttribute' with 'UnresolvedNamedLambdaVariable'.
1046
+ """
1047
+ @property
1048
+ def arguments(
1049
+ self,
1050
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
1051
+ global___Expression.UnresolvedNamedLambdaVariable
1052
+ ]:
1053
+ """(Required) Function variables. Must contains 1 ~ 3 variables."""
1054
+ def __init__(
1055
+ self,
1056
+ *,
1057
+ function: global___Expression | None = ...,
1058
+ arguments: collections.abc.Iterable[global___Expression.UnresolvedNamedLambdaVariable]
1059
+ | None = ...,
1060
+ ) -> None: ...
1061
+ def HasField(
1062
+ self, field_name: typing_extensions.Literal["function", b"function"]
1063
+ ) -> builtins.bool: ...
1064
+ def ClearField(
1065
+ self,
1066
+ field_name: typing_extensions.Literal[
1067
+ "arguments", b"arguments", "function", b"function"
1068
+ ],
1069
+ ) -> None: ...
1070
+
1071
+ class UnresolvedNamedLambdaVariable(google.protobuf.message.Message):
1072
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1073
+
1074
+ NAME_PARTS_FIELD_NUMBER: builtins.int
1075
+ @property
1076
+ def name_parts(
1077
+ self,
1078
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]:
1079
+ """(Required) a list of name parts for the variable. Must not be empty."""
1080
+ def __init__(
1081
+ self,
1082
+ *,
1083
+ name_parts: collections.abc.Iterable[builtins.str] | None = ...,
1084
+ ) -> None: ...
1085
+ def ClearField(
1086
+ self, field_name: typing_extensions.Literal["name_parts", b"name_parts"]
1087
+ ) -> None: ...
1088
+
1089
+ LITERAL_FIELD_NUMBER: builtins.int
1090
+ UNRESOLVED_ATTRIBUTE_FIELD_NUMBER: builtins.int
1091
+ UNRESOLVED_FUNCTION_FIELD_NUMBER: builtins.int
1092
+ EXPRESSION_STRING_FIELD_NUMBER: builtins.int
1093
+ UNRESOLVED_STAR_FIELD_NUMBER: builtins.int
1094
+ ALIAS_FIELD_NUMBER: builtins.int
1095
+ CAST_FIELD_NUMBER: builtins.int
1096
+ UNRESOLVED_REGEX_FIELD_NUMBER: builtins.int
1097
+ SORT_ORDER_FIELD_NUMBER: builtins.int
1098
+ LAMBDA_FUNCTION_FIELD_NUMBER: builtins.int
1099
+ WINDOW_FIELD_NUMBER: builtins.int
1100
+ UNRESOLVED_EXTRACT_VALUE_FIELD_NUMBER: builtins.int
1101
+ UPDATE_FIELDS_FIELD_NUMBER: builtins.int
1102
+ UNRESOLVED_NAMED_LAMBDA_VARIABLE_FIELD_NUMBER: builtins.int
1103
+ COMMON_INLINE_USER_DEFINED_FUNCTION_FIELD_NUMBER: builtins.int
1104
+ CALL_FUNCTION_FIELD_NUMBER: builtins.int
1105
+ EXTENSION_FIELD_NUMBER: builtins.int
1106
+ @property
1107
+ def literal(self) -> global___Expression.Literal: ...
1108
+ @property
1109
+ def unresolved_attribute(self) -> global___Expression.UnresolvedAttribute: ...
1110
+ @property
1111
+ def unresolved_function(self) -> global___Expression.UnresolvedFunction: ...
1112
+ @property
1113
+ def expression_string(self) -> global___Expression.ExpressionString: ...
1114
+ @property
1115
+ def unresolved_star(self) -> global___Expression.UnresolvedStar: ...
1116
+ @property
1117
+ def alias(self) -> global___Expression.Alias: ...
1118
+ @property
1119
+ def cast(self) -> global___Expression.Cast: ...
1120
+ @property
1121
+ def unresolved_regex(self) -> global___Expression.UnresolvedRegex: ...
1122
+ @property
1123
+ def sort_order(self) -> global___Expression.SortOrder: ...
1124
+ @property
1125
+ def lambda_function(self) -> global___Expression.LambdaFunction: ...
1126
+ @property
1127
+ def window(self) -> global___Expression.Window: ...
1128
+ @property
1129
+ def unresolved_extract_value(self) -> global___Expression.UnresolvedExtractValue: ...
1130
+ @property
1131
+ def update_fields(self) -> global___Expression.UpdateFields: ...
1132
+ @property
1133
+ def unresolved_named_lambda_variable(
1134
+ self,
1135
+ ) -> global___Expression.UnresolvedNamedLambdaVariable: ...
1136
+ @property
1137
+ def common_inline_user_defined_function(self) -> global___CommonInlineUserDefinedFunction: ...
1138
+ @property
1139
+ def call_function(self) -> global___CallFunction: ...
1140
+ @property
1141
+ def extension(self) -> google.protobuf.any_pb2.Any:
1142
+ """This field is used to mark extensions to the protocol. When plugins generate arbitrary
1143
+ relations they can add them here. During the planning the correct resolution is done.
1144
+ """
1145
+ def __init__(
1146
+ self,
1147
+ *,
1148
+ literal: global___Expression.Literal | None = ...,
1149
+ unresolved_attribute: global___Expression.UnresolvedAttribute | None = ...,
1150
+ unresolved_function: global___Expression.UnresolvedFunction | None = ...,
1151
+ expression_string: global___Expression.ExpressionString | None = ...,
1152
+ unresolved_star: global___Expression.UnresolvedStar | None = ...,
1153
+ alias: global___Expression.Alias | None = ...,
1154
+ cast: global___Expression.Cast | None = ...,
1155
+ unresolved_regex: global___Expression.UnresolvedRegex | None = ...,
1156
+ sort_order: global___Expression.SortOrder | None = ...,
1157
+ lambda_function: global___Expression.LambdaFunction | None = ...,
1158
+ window: global___Expression.Window | None = ...,
1159
+ unresolved_extract_value: global___Expression.UnresolvedExtractValue | None = ...,
1160
+ update_fields: global___Expression.UpdateFields | None = ...,
1161
+ unresolved_named_lambda_variable: global___Expression.UnresolvedNamedLambdaVariable
1162
+ | None = ...,
1163
+ common_inline_user_defined_function: global___CommonInlineUserDefinedFunction | None = ...,
1164
+ call_function: global___CallFunction | None = ...,
1165
+ extension: google.protobuf.any_pb2.Any | None = ...,
1166
+ ) -> None: ...
1167
+ def HasField(
1168
+ self,
1169
+ field_name: typing_extensions.Literal[
1170
+ "alias",
1171
+ b"alias",
1172
+ "call_function",
1173
+ b"call_function",
1174
+ "cast",
1175
+ b"cast",
1176
+ "common_inline_user_defined_function",
1177
+ b"common_inline_user_defined_function",
1178
+ "expr_type",
1179
+ b"expr_type",
1180
+ "expression_string",
1181
+ b"expression_string",
1182
+ "extension",
1183
+ b"extension",
1184
+ "lambda_function",
1185
+ b"lambda_function",
1186
+ "literal",
1187
+ b"literal",
1188
+ "sort_order",
1189
+ b"sort_order",
1190
+ "unresolved_attribute",
1191
+ b"unresolved_attribute",
1192
+ "unresolved_extract_value",
1193
+ b"unresolved_extract_value",
1194
+ "unresolved_function",
1195
+ b"unresolved_function",
1196
+ "unresolved_named_lambda_variable",
1197
+ b"unresolved_named_lambda_variable",
1198
+ "unresolved_regex",
1199
+ b"unresolved_regex",
1200
+ "unresolved_star",
1201
+ b"unresolved_star",
1202
+ "update_fields",
1203
+ b"update_fields",
1204
+ "window",
1205
+ b"window",
1206
+ ],
1207
+ ) -> builtins.bool: ...
1208
+ def ClearField(
1209
+ self,
1210
+ field_name: typing_extensions.Literal[
1211
+ "alias",
1212
+ b"alias",
1213
+ "call_function",
1214
+ b"call_function",
1215
+ "cast",
1216
+ b"cast",
1217
+ "common_inline_user_defined_function",
1218
+ b"common_inline_user_defined_function",
1219
+ "expr_type",
1220
+ b"expr_type",
1221
+ "expression_string",
1222
+ b"expression_string",
1223
+ "extension",
1224
+ b"extension",
1225
+ "lambda_function",
1226
+ b"lambda_function",
1227
+ "literal",
1228
+ b"literal",
1229
+ "sort_order",
1230
+ b"sort_order",
1231
+ "unresolved_attribute",
1232
+ b"unresolved_attribute",
1233
+ "unresolved_extract_value",
1234
+ b"unresolved_extract_value",
1235
+ "unresolved_function",
1236
+ b"unresolved_function",
1237
+ "unresolved_named_lambda_variable",
1238
+ b"unresolved_named_lambda_variable",
1239
+ "unresolved_regex",
1240
+ b"unresolved_regex",
1241
+ "unresolved_star",
1242
+ b"unresolved_star",
1243
+ "update_fields",
1244
+ b"update_fields",
1245
+ "window",
1246
+ b"window",
1247
+ ],
1248
+ ) -> None: ...
1249
+ def WhichOneof(
1250
+ self, oneof_group: typing_extensions.Literal["expr_type", b"expr_type"]
1251
+ ) -> typing_extensions.Literal[
1252
+ "literal",
1253
+ "unresolved_attribute",
1254
+ "unresolved_function",
1255
+ "expression_string",
1256
+ "unresolved_star",
1257
+ "alias",
1258
+ "cast",
1259
+ "unresolved_regex",
1260
+ "sort_order",
1261
+ "lambda_function",
1262
+ "window",
1263
+ "unresolved_extract_value",
1264
+ "update_fields",
1265
+ "unresolved_named_lambda_variable",
1266
+ "common_inline_user_defined_function",
1267
+ "call_function",
1268
+ "extension",
1269
+ ] | None: ...
1270
+
1271
+ global___Expression = Expression
1272
+
1273
+ class CommonInlineUserDefinedFunction(google.protobuf.message.Message):
1274
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1275
+
1276
+ FUNCTION_NAME_FIELD_NUMBER: builtins.int
1277
+ DETERMINISTIC_FIELD_NUMBER: builtins.int
1278
+ ARGUMENTS_FIELD_NUMBER: builtins.int
1279
+ PYTHON_UDF_FIELD_NUMBER: builtins.int
1280
+ SCALAR_SCALA_UDF_FIELD_NUMBER: builtins.int
1281
+ JAVA_UDF_FIELD_NUMBER: builtins.int
1282
+ function_name: builtins.str
1283
+ """(Required) Name of the user-defined function."""
1284
+ deterministic: builtins.bool
1285
+ """(Optional) Indicate if the user-defined function is deterministic."""
1286
+ @property
1287
+ def arguments(
1288
+ self,
1289
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___Expression]:
1290
+ """(Optional) Function arguments. Empty arguments are allowed."""
1291
+ @property
1292
+ def python_udf(self) -> global___PythonUDF: ...
1293
+ @property
1294
+ def scalar_scala_udf(self) -> global___ScalarScalaUDF: ...
1295
+ @property
1296
+ def java_udf(self) -> global___JavaUDF: ...
1297
+ def __init__(
1298
+ self,
1299
+ *,
1300
+ function_name: builtins.str = ...,
1301
+ deterministic: builtins.bool = ...,
1302
+ arguments: collections.abc.Iterable[global___Expression] | None = ...,
1303
+ python_udf: global___PythonUDF | None = ...,
1304
+ scalar_scala_udf: global___ScalarScalaUDF | None = ...,
1305
+ java_udf: global___JavaUDF | None = ...,
1306
+ ) -> None: ...
1307
+ def HasField(
1308
+ self,
1309
+ field_name: typing_extensions.Literal[
1310
+ "function",
1311
+ b"function",
1312
+ "java_udf",
1313
+ b"java_udf",
1314
+ "python_udf",
1315
+ b"python_udf",
1316
+ "scalar_scala_udf",
1317
+ b"scalar_scala_udf",
1318
+ ],
1319
+ ) -> builtins.bool: ...
1320
+ def ClearField(
1321
+ self,
1322
+ field_name: typing_extensions.Literal[
1323
+ "arguments",
1324
+ b"arguments",
1325
+ "deterministic",
1326
+ b"deterministic",
1327
+ "function",
1328
+ b"function",
1329
+ "function_name",
1330
+ b"function_name",
1331
+ "java_udf",
1332
+ b"java_udf",
1333
+ "python_udf",
1334
+ b"python_udf",
1335
+ "scalar_scala_udf",
1336
+ b"scalar_scala_udf",
1337
+ ],
1338
+ ) -> None: ...
1339
+ def WhichOneof(
1340
+ self, oneof_group: typing_extensions.Literal["function", b"function"]
1341
+ ) -> typing_extensions.Literal["python_udf", "scalar_scala_udf", "java_udf"] | None: ...
1342
+
1343
+ global___CommonInlineUserDefinedFunction = CommonInlineUserDefinedFunction
1344
+
1345
+ class PythonUDF(google.protobuf.message.Message):
1346
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1347
+
1348
+ OUTPUT_TYPE_FIELD_NUMBER: builtins.int
1349
+ EVAL_TYPE_FIELD_NUMBER: builtins.int
1350
+ COMMAND_FIELD_NUMBER: builtins.int
1351
+ PYTHON_VER_FIELD_NUMBER: builtins.int
1352
+ @property
1353
+ def output_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType:
1354
+ """(Required) Output type of the Python UDF"""
1355
+ eval_type: builtins.int
1356
+ """(Required) EvalType of the Python UDF"""
1357
+ command: builtins.bytes
1358
+ """(Required) The encoded commands of the Python UDF"""
1359
+ python_ver: builtins.str
1360
+ """(Required) Python version being used in the client."""
1361
+ def __init__(
1362
+ self,
1363
+ *,
1364
+ output_type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
1365
+ eval_type: builtins.int = ...,
1366
+ command: builtins.bytes = ...,
1367
+ python_ver: builtins.str = ...,
1368
+ ) -> None: ...
1369
+ def HasField(
1370
+ self, field_name: typing_extensions.Literal["output_type", b"output_type"]
1371
+ ) -> builtins.bool: ...
1372
+ def ClearField(
1373
+ self,
1374
+ field_name: typing_extensions.Literal[
1375
+ "command",
1376
+ b"command",
1377
+ "eval_type",
1378
+ b"eval_type",
1379
+ "output_type",
1380
+ b"output_type",
1381
+ "python_ver",
1382
+ b"python_ver",
1383
+ ],
1384
+ ) -> None: ...
1385
+
1386
+ global___PythonUDF = PythonUDF
1387
+
1388
+ class ScalarScalaUDF(google.protobuf.message.Message):
1389
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1390
+
1391
+ PAYLOAD_FIELD_NUMBER: builtins.int
1392
+ INPUTTYPES_FIELD_NUMBER: builtins.int
1393
+ OUTPUTTYPE_FIELD_NUMBER: builtins.int
1394
+ NULLABLE_FIELD_NUMBER: builtins.int
1395
+ payload: builtins.bytes
1396
+ """(Required) Serialized JVM object containing UDF definition, input encoders and output encoder"""
1397
+ @property
1398
+ def inputTypes(
1399
+ self,
1400
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
1401
+ pyspark.sql.connect.proto.types_pb2.DataType
1402
+ ]:
1403
+ """(Optional) Input type(s) of the UDF"""
1404
+ @property
1405
+ def outputType(self) -> pyspark.sql.connect.proto.types_pb2.DataType:
1406
+ """(Required) Output type of the UDF"""
1407
+ nullable: builtins.bool
1408
+ """(Required) True if the UDF can return null value"""
1409
+ def __init__(
1410
+ self,
1411
+ *,
1412
+ payload: builtins.bytes = ...,
1413
+ inputTypes: collections.abc.Iterable[pyspark.sql.connect.proto.types_pb2.DataType]
1414
+ | None = ...,
1415
+ outputType: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
1416
+ nullable: builtins.bool = ...,
1417
+ ) -> None: ...
1418
+ def HasField(
1419
+ self, field_name: typing_extensions.Literal["outputType", b"outputType"]
1420
+ ) -> builtins.bool: ...
1421
+ def ClearField(
1422
+ self,
1423
+ field_name: typing_extensions.Literal[
1424
+ "inputTypes",
1425
+ b"inputTypes",
1426
+ "nullable",
1427
+ b"nullable",
1428
+ "outputType",
1429
+ b"outputType",
1430
+ "payload",
1431
+ b"payload",
1432
+ ],
1433
+ ) -> None: ...
1434
+
1435
+ global___ScalarScalaUDF = ScalarScalaUDF
1436
+
1437
+ class JavaUDF(google.protobuf.message.Message):
1438
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1439
+
1440
+ CLASS_NAME_FIELD_NUMBER: builtins.int
1441
+ OUTPUT_TYPE_FIELD_NUMBER: builtins.int
1442
+ AGGREGATE_FIELD_NUMBER: builtins.int
1443
+ class_name: builtins.str
1444
+ """(Required) Fully qualified name of Java class"""
1445
+ @property
1446
+ def output_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType:
1447
+ """(Optional) Output type of the Java UDF"""
1448
+ aggregate: builtins.bool
1449
+ """(Required) Indicate if the Java user-defined function is an aggregate function"""
1450
+ def __init__(
1451
+ self,
1452
+ *,
1453
+ class_name: builtins.str = ...,
1454
+ output_type: pyspark.sql.connect.proto.types_pb2.DataType | None = ...,
1455
+ aggregate: builtins.bool = ...,
1456
+ ) -> None: ...
1457
+ def HasField(
1458
+ self,
1459
+ field_name: typing_extensions.Literal[
1460
+ "_output_type", b"_output_type", "output_type", b"output_type"
1461
+ ],
1462
+ ) -> builtins.bool: ...
1463
+ def ClearField(
1464
+ self,
1465
+ field_name: typing_extensions.Literal[
1466
+ "_output_type",
1467
+ b"_output_type",
1468
+ "aggregate",
1469
+ b"aggregate",
1470
+ "class_name",
1471
+ b"class_name",
1472
+ "output_type",
1473
+ b"output_type",
1474
+ ],
1475
+ ) -> None: ...
1476
+ def WhichOneof(
1477
+ self, oneof_group: typing_extensions.Literal["_output_type", b"_output_type"]
1478
+ ) -> typing_extensions.Literal["output_type"] | None: ...
1479
+
1480
+ global___JavaUDF = JavaUDF
1481
+
1482
+ class CallFunction(google.protobuf.message.Message):
1483
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1484
+
1485
+ FUNCTION_NAME_FIELD_NUMBER: builtins.int
1486
+ ARGUMENTS_FIELD_NUMBER: builtins.int
1487
+ function_name: builtins.str
1488
+ """(Required) Unparsed name of the SQL function."""
1489
+ @property
1490
+ def arguments(
1491
+ self,
1492
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___Expression]:
1493
+ """(Optional) Function arguments. Empty arguments are allowed."""
1494
+ def __init__(
1495
+ self,
1496
+ *,
1497
+ function_name: builtins.str = ...,
1498
+ arguments: collections.abc.Iterable[global___Expression] | None = ...,
1499
+ ) -> None: ...
1500
+ def ClearField(
1501
+ self,
1502
+ field_name: typing_extensions.Literal[
1503
+ "arguments", b"arguments", "function_name", b"function_name"
1504
+ ],
1505
+ ) -> None: ...
1506
+
1507
+ global___CallFunction = CallFunction