snowpark-connect 0.20.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of snowpark-connect might be problematic. Click here for more details.

Files changed (879) hide show
  1. snowflake/snowpark_connect/__init__.py +23 -0
  2. snowflake/snowpark_connect/analyze_plan/__init__.py +3 -0
  3. snowflake/snowpark_connect/analyze_plan/map_tree_string.py +38 -0
  4. snowflake/snowpark_connect/column_name_handler.py +735 -0
  5. snowflake/snowpark_connect/config.py +576 -0
  6. snowflake/snowpark_connect/constants.py +47 -0
  7. snowflake/snowpark_connect/control_server.py +52 -0
  8. snowflake/snowpark_connect/dataframe_name_handler.py +54 -0
  9. snowflake/snowpark_connect/date_time_format_mapping.py +399 -0
  10. snowflake/snowpark_connect/empty_dataframe.py +18 -0
  11. snowflake/snowpark_connect/error/__init__.py +11 -0
  12. snowflake/snowpark_connect/error/error_mapping.py +6174 -0
  13. snowflake/snowpark_connect/error/error_utils.py +321 -0
  14. snowflake/snowpark_connect/error/exceptions.py +24 -0
  15. snowflake/snowpark_connect/execute_plan/__init__.py +3 -0
  16. snowflake/snowpark_connect/execute_plan/map_execution_command.py +204 -0
  17. snowflake/snowpark_connect/execute_plan/map_execution_root.py +173 -0
  18. snowflake/snowpark_connect/execute_plan/utils.py +183 -0
  19. snowflake/snowpark_connect/expression/__init__.py +3 -0
  20. snowflake/snowpark_connect/expression/literal.py +90 -0
  21. snowflake/snowpark_connect/expression/map_cast.py +343 -0
  22. snowflake/snowpark_connect/expression/map_expression.py +293 -0
  23. snowflake/snowpark_connect/expression/map_extension.py +104 -0
  24. snowflake/snowpark_connect/expression/map_sql_expression.py +633 -0
  25. snowflake/snowpark_connect/expression/map_udf.py +142 -0
  26. snowflake/snowpark_connect/expression/map_unresolved_attribute.py +241 -0
  27. snowflake/snowpark_connect/expression/map_unresolved_extract_value.py +85 -0
  28. snowflake/snowpark_connect/expression/map_unresolved_function.py +9450 -0
  29. snowflake/snowpark_connect/expression/map_unresolved_star.py +218 -0
  30. snowflake/snowpark_connect/expression/map_update_fields.py +164 -0
  31. snowflake/snowpark_connect/expression/map_window_function.py +258 -0
  32. snowflake/snowpark_connect/expression/typer.py +125 -0
  33. snowflake/snowpark_connect/includes/__init__.py +0 -0
  34. snowflake/snowpark_connect/includes/jars/antlr4-runtime-4.9.3.jar +0 -0
  35. snowflake/snowpark_connect/includes/jars/commons-cli-1.5.0.jar +0 -0
  36. snowflake/snowpark_connect/includes/jars/commons-codec-1.16.1.jar +0 -0
  37. snowflake/snowpark_connect/includes/jars/commons-collections-3.2.2.jar +0 -0
  38. snowflake/snowpark_connect/includes/jars/commons-collections4-4.4.jar +0 -0
  39. snowflake/snowpark_connect/includes/jars/commons-compiler-3.1.9.jar +0 -0
  40. snowflake/snowpark_connect/includes/jars/commons-compress-1.26.0.jar +0 -0
  41. snowflake/snowpark_connect/includes/jars/commons-crypto-1.1.0.jar +0 -0
  42. snowflake/snowpark_connect/includes/jars/commons-dbcp-1.4.jar +0 -0
  43. snowflake/snowpark_connect/includes/jars/commons-io-2.16.1.jar +0 -0
  44. snowflake/snowpark_connect/includes/jars/commons-lang-2.6.jar +0 -0
  45. snowflake/snowpark_connect/includes/jars/commons-lang3-3.12.0.jar +0 -0
  46. snowflake/snowpark_connect/includes/jars/commons-logging-1.1.3.jar +0 -0
  47. snowflake/snowpark_connect/includes/jars/commons-math3-3.6.1.jar +0 -0
  48. snowflake/snowpark_connect/includes/jars/commons-pool-1.5.4.jar +0 -0
  49. snowflake/snowpark_connect/includes/jars/commons-text-1.10.0.jar +0 -0
  50. snowflake/snowpark_connect/includes/jars/hadoop-client-api-3.3.4.jar +0 -0
  51. snowflake/snowpark_connect/includes/jars/jackson-annotations-2.15.2.jar +0 -0
  52. snowflake/snowpark_connect/includes/jars/jackson-core-2.15.2.jar +0 -0
  53. snowflake/snowpark_connect/includes/jars/jackson-core-asl-1.9.13.jar +0 -0
  54. snowflake/snowpark_connect/includes/jars/jackson-databind-2.15.2.jar +0 -0
  55. snowflake/snowpark_connect/includes/jars/jackson-dataformat-yaml-2.15.2.jar +0 -0
  56. snowflake/snowpark_connect/includes/jars/jackson-datatype-jsr310-2.15.2.jar +0 -0
  57. snowflake/snowpark_connect/includes/jars/jackson-mapper-asl-1.9.13.jar +0 -0
  58. snowflake/snowpark_connect/includes/jars/jackson-module-scala_2.12-2.15.2.jar +0 -0
  59. snowflake/snowpark_connect/includes/jars/json4s-ast_2.12-3.7.0-M11.jar +0 -0
  60. snowflake/snowpark_connect/includes/jars/json4s-core_2.12-3.7.0-M11.jar +0 -0
  61. snowflake/snowpark_connect/includes/jars/json4s-jackson_2.12-3.7.0-M11.jar +0 -0
  62. snowflake/snowpark_connect/includes/jars/json4s-scalap_2.12-3.7.0-M11.jar +0 -0
  63. snowflake/snowpark_connect/includes/jars/kryo-shaded-4.0.2.jar +0 -0
  64. snowflake/snowpark_connect/includes/jars/log4j-1.2-api-2.20.0.jar +0 -0
  65. snowflake/snowpark_connect/includes/jars/log4j-api-2.20.0.jar +0 -0
  66. snowflake/snowpark_connect/includes/jars/log4j-core-2.20.0.jar +0 -0
  67. snowflake/snowpark_connect/includes/jars/log4j-slf4j2-impl-2.20.0.jar +0 -0
  68. snowflake/snowpark_connect/includes/jars/paranamer-2.8.jar +0 -0
  69. snowflake/snowpark_connect/includes/jars/scala-collection-compat_2.12-2.7.0.jar +0 -0
  70. snowflake/snowpark_connect/includes/jars/scala-compiler-2.12.18.jar +0 -0
  71. snowflake/snowpark_connect/includes/jars/scala-library-2.12.18.jar +0 -0
  72. snowflake/snowpark_connect/includes/jars/scala-parser-combinators_2.12-2.3.0.jar +0 -0
  73. snowflake/snowpark_connect/includes/jars/scala-reflect-2.12.18.jar +0 -0
  74. snowflake/snowpark_connect/includes/jars/scala-xml_2.12-2.1.0.jar +0 -0
  75. snowflake/snowpark_connect/includes/jars/slf4j-api-2.0.7.jar +0 -0
  76. snowflake/snowpark_connect/includes/jars/spark-catalyst_2.12-3.5.6.jar +0 -0
  77. snowflake/snowpark_connect/includes/jars/spark-common-utils_2.12-3.5.6.jar +0 -0
  78. snowflake/snowpark_connect/includes/jars/spark-core_2.12-3.5.6.jar +0 -0
  79. snowflake/snowpark_connect/includes/jars/spark-graphx_2.12-3.5.6.jar +0 -0
  80. snowflake/snowpark_connect/includes/jars/spark-hive-thriftserver_2.12-3.5.6.jar +0 -0
  81. snowflake/snowpark_connect/includes/jars/spark-hive_2.12-3.5.6.jar +0 -0
  82. snowflake/snowpark_connect/includes/jars/spark-kubernetes_2.12-3.5.6.jar +0 -0
  83. snowflake/snowpark_connect/includes/jars/spark-kvstore_2.12-3.5.6.jar +0 -0
  84. snowflake/snowpark_connect/includes/jars/spark-launcher_2.12-3.5.6.jar +0 -0
  85. snowflake/snowpark_connect/includes/jars/spark-mesos_2.12-3.5.6.jar +0 -0
  86. snowflake/snowpark_connect/includes/jars/spark-mllib-local_2.12-3.5.6.jar +0 -0
  87. snowflake/snowpark_connect/includes/jars/spark-mllib_2.12-3.5.6.jar +0 -0
  88. snowflake/snowpark_connect/includes/jars/spark-network-common_2.12-3.5.6.jar +0 -0
  89. snowflake/snowpark_connect/includes/jars/spark-network-shuffle_2.12-3.5.6.jar +0 -0
  90. snowflake/snowpark_connect/includes/jars/spark-repl_2.12-3.5.6.jar +0 -0
  91. snowflake/snowpark_connect/includes/jars/spark-sketch_2.12-3.5.6.jar +0 -0
  92. snowflake/snowpark_connect/includes/jars/spark-sql-api_2.12-3.5.6.jar +0 -0
  93. snowflake/snowpark_connect/includes/jars/spark-sql_2.12-3.5.6.jar +0 -0
  94. snowflake/snowpark_connect/includes/jars/spark-streaming_2.12-3.5.6.jar +0 -0
  95. snowflake/snowpark_connect/includes/jars/spark-tags_2.12-3.5.6.jar +0 -0
  96. snowflake/snowpark_connect/includes/jars/spark-unsafe_2.12-3.5.6.jar +0 -0
  97. snowflake/snowpark_connect/includes/jars/spark-yarn_2.12-3.5.6.jar +0 -0
  98. snowflake/snowpark_connect/includes/python/__init__.py +21 -0
  99. snowflake/snowpark_connect/includes/python/pyspark/__init__.py +173 -0
  100. snowflake/snowpark_connect/includes/python/pyspark/_globals.py +71 -0
  101. snowflake/snowpark_connect/includes/python/pyspark/_typing.pyi +43 -0
  102. snowflake/snowpark_connect/includes/python/pyspark/accumulators.py +341 -0
  103. snowflake/snowpark_connect/includes/python/pyspark/broadcast.py +383 -0
  104. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/__init__.py +8 -0
  105. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/cloudpickle.py +948 -0
  106. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/cloudpickle_fast.py +844 -0
  107. snowflake/snowpark_connect/includes/python/pyspark/cloudpickle/compat.py +18 -0
  108. snowflake/snowpark_connect/includes/python/pyspark/conf.py +276 -0
  109. snowflake/snowpark_connect/includes/python/pyspark/context.py +2601 -0
  110. snowflake/snowpark_connect/includes/python/pyspark/daemon.py +218 -0
  111. snowflake/snowpark_connect/includes/python/pyspark/errors/__init__.py +70 -0
  112. snowflake/snowpark_connect/includes/python/pyspark/errors/error_classes.py +889 -0
  113. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/__init__.py +16 -0
  114. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/base.py +228 -0
  115. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/captured.py +307 -0
  116. snowflake/snowpark_connect/includes/python/pyspark/errors/exceptions/connect.py +190 -0
  117. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/__init__.py +16 -0
  118. snowflake/snowpark_connect/includes/python/pyspark/errors/tests/test_errors.py +60 -0
  119. snowflake/snowpark_connect/includes/python/pyspark/errors/utils.py +116 -0
  120. snowflake/snowpark_connect/includes/python/pyspark/files.py +165 -0
  121. snowflake/snowpark_connect/includes/python/pyspark/find_spark_home.py +95 -0
  122. snowflake/snowpark_connect/includes/python/pyspark/install.py +203 -0
  123. snowflake/snowpark_connect/includes/python/pyspark/instrumentation_utils.py +190 -0
  124. snowflake/snowpark_connect/includes/python/pyspark/java_gateway.py +248 -0
  125. snowflake/snowpark_connect/includes/python/pyspark/join.py +118 -0
  126. snowflake/snowpark_connect/includes/python/pyspark/ml/__init__.py +71 -0
  127. snowflake/snowpark_connect/includes/python/pyspark/ml/_typing.pyi +84 -0
  128. snowflake/snowpark_connect/includes/python/pyspark/ml/base.py +414 -0
  129. snowflake/snowpark_connect/includes/python/pyspark/ml/classification.py +4332 -0
  130. snowflake/snowpark_connect/includes/python/pyspark/ml/clustering.py +2188 -0
  131. snowflake/snowpark_connect/includes/python/pyspark/ml/common.py +146 -0
  132. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/__init__.py +44 -0
  133. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/base.py +346 -0
  134. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/classification.py +382 -0
  135. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/evaluation.py +291 -0
  136. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/feature.py +258 -0
  137. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/functions.py +77 -0
  138. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/io_utils.py +335 -0
  139. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/pipeline.py +262 -0
  140. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/summarizer.py +120 -0
  141. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/tuning.py +579 -0
  142. snowflake/snowpark_connect/includes/python/pyspark/ml/connect/util.py +173 -0
  143. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/__init__.py +16 -0
  144. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/deepspeed_distributor.py +165 -0
  145. snowflake/snowpark_connect/includes/python/pyspark/ml/deepspeed/tests/test_deepspeed_distributor.py +306 -0
  146. snowflake/snowpark_connect/includes/python/pyspark/ml/dl_util.py +150 -0
  147. snowflake/snowpark_connect/includes/python/pyspark/ml/evaluation.py +1166 -0
  148. snowflake/snowpark_connect/includes/python/pyspark/ml/feature.py +7474 -0
  149. snowflake/snowpark_connect/includes/python/pyspark/ml/fpm.py +543 -0
  150. snowflake/snowpark_connect/includes/python/pyspark/ml/functions.py +842 -0
  151. snowflake/snowpark_connect/includes/python/pyspark/ml/image.py +271 -0
  152. snowflake/snowpark_connect/includes/python/pyspark/ml/linalg/__init__.py +1382 -0
  153. snowflake/snowpark_connect/includes/python/pyspark/ml/model_cache.py +55 -0
  154. snowflake/snowpark_connect/includes/python/pyspark/ml/param/__init__.py +602 -0
  155. snowflake/snowpark_connect/includes/python/pyspark/ml/param/_shared_params_code_gen.py +368 -0
  156. snowflake/snowpark_connect/includes/python/pyspark/ml/param/shared.py +878 -0
  157. snowflake/snowpark_connect/includes/python/pyspark/ml/pipeline.py +451 -0
  158. snowflake/snowpark_connect/includes/python/pyspark/ml/recommendation.py +748 -0
  159. snowflake/snowpark_connect/includes/python/pyspark/ml/regression.py +3335 -0
  160. snowflake/snowpark_connect/includes/python/pyspark/ml/stat.py +523 -0
  161. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/__init__.py +16 -0
  162. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_classification.py +53 -0
  163. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_evaluation.py +50 -0
  164. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_feature.py +43 -0
  165. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_function.py +114 -0
  166. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_pipeline.py +47 -0
  167. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_summarizer.py +43 -0
  168. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_connect_tuning.py +46 -0
  169. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_classification.py +238 -0
  170. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_evaluation.py +194 -0
  171. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_feature.py +156 -0
  172. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_pipeline.py +184 -0
  173. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_summarizer.py +78 -0
  174. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_legacy_mode_tuning.py +292 -0
  175. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py +50 -0
  176. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/connect/test_parity_torch_distributor.py +152 -0
  177. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_algorithms.py +456 -0
  178. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_base.py +96 -0
  179. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_dl_util.py +186 -0
  180. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_evaluation.py +77 -0
  181. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_feature.py +401 -0
  182. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_functions.py +528 -0
  183. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_image.py +82 -0
  184. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_linalg.py +409 -0
  185. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_model_cache.py +55 -0
  186. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_param.py +441 -0
  187. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_persistence.py +546 -0
  188. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_pipeline.py +71 -0
  189. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_stat.py +52 -0
  190. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_training_summary.py +494 -0
  191. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_util.py +85 -0
  192. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/test_wrapper.py +138 -0
  193. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/__init__.py +16 -0
  194. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_basic.py +151 -0
  195. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_nested.py +97 -0
  196. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_cv_io_pipeline.py +143 -0
  197. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tuning.py +551 -0
  198. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_basic.py +137 -0
  199. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_nested.py +96 -0
  200. snowflake/snowpark_connect/includes/python/pyspark/ml/tests/tuning/test_tvs_io_pipeline.py +142 -0
  201. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/__init__.py +16 -0
  202. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/data.py +100 -0
  203. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/distributor.py +1133 -0
  204. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/log_communication.py +198 -0
  205. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/__init__.py +16 -0
  206. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_data_loader.py +137 -0
  207. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_distributor.py +561 -0
  208. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/tests/test_log_communication.py +172 -0
  209. snowflake/snowpark_connect/includes/python/pyspark/ml/torch/torch_run_process_wrapper.py +83 -0
  210. snowflake/snowpark_connect/includes/python/pyspark/ml/tree.py +434 -0
  211. snowflake/snowpark_connect/includes/python/pyspark/ml/tuning.py +1741 -0
  212. snowflake/snowpark_connect/includes/python/pyspark/ml/util.py +749 -0
  213. snowflake/snowpark_connect/includes/python/pyspark/ml/wrapper.py +465 -0
  214. snowflake/snowpark_connect/includes/python/pyspark/mllib/__init__.py +44 -0
  215. snowflake/snowpark_connect/includes/python/pyspark/mllib/_typing.pyi +33 -0
  216. snowflake/snowpark_connect/includes/python/pyspark/mllib/classification.py +989 -0
  217. snowflake/snowpark_connect/includes/python/pyspark/mllib/clustering.py +1318 -0
  218. snowflake/snowpark_connect/includes/python/pyspark/mllib/common.py +174 -0
  219. snowflake/snowpark_connect/includes/python/pyspark/mllib/evaluation.py +691 -0
  220. snowflake/snowpark_connect/includes/python/pyspark/mllib/feature.py +1085 -0
  221. snowflake/snowpark_connect/includes/python/pyspark/mllib/fpm.py +233 -0
  222. snowflake/snowpark_connect/includes/python/pyspark/mllib/linalg/__init__.py +1653 -0
  223. snowflake/snowpark_connect/includes/python/pyspark/mllib/linalg/distributed.py +1662 -0
  224. snowflake/snowpark_connect/includes/python/pyspark/mllib/random.py +698 -0
  225. snowflake/snowpark_connect/includes/python/pyspark/mllib/recommendation.py +389 -0
  226. snowflake/snowpark_connect/includes/python/pyspark/mllib/regression.py +1067 -0
  227. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/KernelDensity.py +59 -0
  228. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/__init__.py +34 -0
  229. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/_statistics.py +409 -0
  230. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/distribution.py +39 -0
  231. snowflake/snowpark_connect/includes/python/pyspark/mllib/stat/test.py +86 -0
  232. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/__init__.py +16 -0
  233. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_algorithms.py +353 -0
  234. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_feature.py +192 -0
  235. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_linalg.py +680 -0
  236. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_stat.py +206 -0
  237. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_streaming_algorithms.py +471 -0
  238. snowflake/snowpark_connect/includes/python/pyspark/mllib/tests/test_util.py +108 -0
  239. snowflake/snowpark_connect/includes/python/pyspark/mllib/tree.py +888 -0
  240. snowflake/snowpark_connect/includes/python/pyspark/mllib/util.py +659 -0
  241. snowflake/snowpark_connect/includes/python/pyspark/pandas/__init__.py +165 -0
  242. snowflake/snowpark_connect/includes/python/pyspark/pandas/_typing.py +52 -0
  243. snowflake/snowpark_connect/includes/python/pyspark/pandas/accessors.py +989 -0
  244. snowflake/snowpark_connect/includes/python/pyspark/pandas/base.py +1804 -0
  245. snowflake/snowpark_connect/includes/python/pyspark/pandas/categorical.py +822 -0
  246. snowflake/snowpark_connect/includes/python/pyspark/pandas/config.py +539 -0
  247. snowflake/snowpark_connect/includes/python/pyspark/pandas/correlation.py +262 -0
  248. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/__init__.py +16 -0
  249. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/base.py +519 -0
  250. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/binary_ops.py +98 -0
  251. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/boolean_ops.py +426 -0
  252. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/categorical_ops.py +141 -0
  253. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/complex_ops.py +145 -0
  254. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/date_ops.py +127 -0
  255. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/datetime_ops.py +171 -0
  256. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/null_ops.py +83 -0
  257. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/num_ops.py +588 -0
  258. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/string_ops.py +154 -0
  259. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/timedelta_ops.py +101 -0
  260. snowflake/snowpark_connect/includes/python/pyspark/pandas/data_type_ops/udt_ops.py +29 -0
  261. snowflake/snowpark_connect/includes/python/pyspark/pandas/datetimes.py +891 -0
  262. snowflake/snowpark_connect/includes/python/pyspark/pandas/exceptions.py +150 -0
  263. snowflake/snowpark_connect/includes/python/pyspark/pandas/extensions.py +388 -0
  264. snowflake/snowpark_connect/includes/python/pyspark/pandas/frame.py +13738 -0
  265. snowflake/snowpark_connect/includes/python/pyspark/pandas/generic.py +3560 -0
  266. snowflake/snowpark_connect/includes/python/pyspark/pandas/groupby.py +4448 -0
  267. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/__init__.py +21 -0
  268. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/base.py +2783 -0
  269. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/category.py +773 -0
  270. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/datetimes.py +843 -0
  271. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/multi.py +1323 -0
  272. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/numeric.py +210 -0
  273. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexes/timedelta.py +197 -0
  274. snowflake/snowpark_connect/includes/python/pyspark/pandas/indexing.py +1862 -0
  275. snowflake/snowpark_connect/includes/python/pyspark/pandas/internal.py +1680 -0
  276. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/__init__.py +48 -0
  277. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/common.py +76 -0
  278. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/frame.py +63 -0
  279. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/general_functions.py +43 -0
  280. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/groupby.py +93 -0
  281. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/indexes.py +184 -0
  282. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/resample.py +101 -0
  283. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/scalars.py +29 -0
  284. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/series.py +69 -0
  285. snowflake/snowpark_connect/includes/python/pyspark/pandas/missing/window.py +168 -0
  286. snowflake/snowpark_connect/includes/python/pyspark/pandas/mlflow.py +238 -0
  287. snowflake/snowpark_connect/includes/python/pyspark/pandas/namespace.py +3807 -0
  288. snowflake/snowpark_connect/includes/python/pyspark/pandas/numpy_compat.py +260 -0
  289. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/__init__.py +17 -0
  290. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/core.py +1213 -0
  291. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/matplotlib.py +928 -0
  292. snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/plotly.py +261 -0
  293. snowflake/snowpark_connect/includes/python/pyspark/pandas/resample.py +816 -0
  294. snowflake/snowpark_connect/includes/python/pyspark/pandas/series.py +7440 -0
  295. snowflake/snowpark_connect/includes/python/pyspark/pandas/sql_formatter.py +308 -0
  296. snowflake/snowpark_connect/includes/python/pyspark/pandas/sql_processor.py +394 -0
  297. snowflake/snowpark_connect/includes/python/pyspark/pandas/strings.py +2371 -0
  298. snowflake/snowpark_connect/includes/python/pyspark/pandas/supported_api_gen.py +378 -0
  299. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/__init__.py +16 -0
  300. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/__init__.py +16 -0
  301. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_any_all.py +177 -0
  302. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_apply_func.py +575 -0
  303. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_binary_ops.py +235 -0
  304. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_combine.py +653 -0
  305. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_compute.py +463 -0
  306. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_corrwith.py +86 -0
  307. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cov.py +151 -0
  308. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_cumulative.py +139 -0
  309. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_describe.py +458 -0
  310. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_eval.py +86 -0
  311. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_melt.py +202 -0
  312. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_missing_data.py +520 -0
  313. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/computation/test_pivot.py +361 -0
  314. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/__init__.py +16 -0
  315. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/__init__.py +16 -0
  316. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_any_all.py +40 -0
  317. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_apply_func.py +42 -0
  318. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_binary_ops.py +40 -0
  319. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py +37 -0
  320. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py +60 -0
  321. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_corrwith.py +40 -0
  322. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cov.py +40 -0
  323. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py +90 -0
  324. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_describe.py +40 -0
  325. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_eval.py +40 -0
  326. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_melt.py +40 -0
  327. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py +42 -0
  328. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py +37 -0
  329. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/__init__.py +16 -0
  330. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_base.py +36 -0
  331. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_binary_ops.py +42 -0
  332. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_boolean_ops.py +47 -0
  333. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_categorical_ops.py +55 -0
  334. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_complex_ops.py +40 -0
  335. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_date_ops.py +47 -0
  336. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_datetime_ops.py +47 -0
  337. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_null_ops.py +42 -0
  338. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_arithmetic.py +43 -0
  339. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_ops.py +47 -0
  340. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_reverse.py +43 -0
  341. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_string_ops.py +47 -0
  342. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_timedelta_ops.py +47 -0
  343. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_udt_ops.py +40 -0
  344. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/data_type_ops/testing_utils.py +226 -0
  345. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/__init__.py +16 -0
  346. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_align.py +39 -0
  347. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py +55 -0
  348. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_cov_corrwith.py +39 -0
  349. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_frame.py +39 -0
  350. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_series.py +39 -0
  351. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_index.py +39 -0
  352. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_series.py +39 -0
  353. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_frame.py +43 -0
  354. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_series.py +43 -0
  355. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/__init__.py +16 -0
  356. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_attrs.py +40 -0
  357. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_constructor.py +39 -0
  358. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_conversion.py +42 -0
  359. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reindexing.py +42 -0
  360. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py +37 -0
  361. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_spark.py +40 -0
  362. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_take.py +42 -0
  363. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py +48 -0
  364. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/frame/test_parity_truncate.py +40 -0
  365. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/__init__.py +16 -0
  366. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_aggregate.py +40 -0
  367. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_apply_func.py +41 -0
  368. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py +67 -0
  369. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_describe.py +40 -0
  370. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py +55 -0
  371. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_head_tail.py +40 -0
  372. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_index.py +38 -0
  373. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py +55 -0
  374. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_split_apply.py +39 -0
  375. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/groupby/test_parity_stat.py +38 -0
  376. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/__init__.py +16 -0
  377. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_align.py +40 -0
  378. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py +50 -0
  379. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_category.py +73 -0
  380. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_datetime.py +39 -0
  381. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_indexing.py +40 -0
  382. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reindex.py +40 -0
  383. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_rename.py +40 -0
  384. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py +48 -0
  385. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/indexes/test_parity_timedelta.py +39 -0
  386. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/__init__.py +16 -0
  387. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/io/test_parity_io.py +40 -0
  388. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/__init__.py +16 -0
  389. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot.py +45 -0
  390. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_matplotlib.py +45 -0
  391. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_plotly.py +49 -0
  392. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot.py +37 -0
  393. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_matplotlib.py +53 -0
  394. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_plotly.py +45 -0
  395. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/__init__.py +16 -0
  396. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_all_any.py +38 -0
  397. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py +37 -0
  398. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_of.py +37 -0
  399. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_as_type.py +38 -0
  400. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_compute.py +37 -0
  401. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_conversion.py +40 -0
  402. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py +40 -0
  403. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_index.py +38 -0
  404. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py +40 -0
  405. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_series.py +37 -0
  406. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_sort.py +38 -0
  407. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/series/test_parity_stat.py +38 -0
  408. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_categorical.py +66 -0
  409. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_config.py +37 -0
  410. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_csv.py +37 -0
  411. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_conversion.py +42 -0
  412. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_dataframe_spark_io.py +39 -0
  413. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_default_index.py +49 -0
  414. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ewm.py +37 -0
  415. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_expanding.py +39 -0
  416. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_extension.py +49 -0
  417. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_frame_spark.py +53 -0
  418. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py +43 -0
  419. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexing.py +49 -0
  420. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_indexops_spark.py +39 -0
  421. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_internal.py +41 -0
  422. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_namespace.py +39 -0
  423. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_numpy_compat.py +60 -0
  424. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames.py +48 -0
  425. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py +39 -0
  426. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py +44 -0
  427. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py +84 -0
  428. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_repr.py +37 -0
  429. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_resample.py +45 -0
  430. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_reshape.py +39 -0
  431. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_rolling.py +39 -0
  432. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_scalars.py +37 -0
  433. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_conversion.py +39 -0
  434. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_datetime.py +39 -0
  435. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_series_string.py +39 -0
  436. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_spark_functions.py +39 -0
  437. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_sql.py +43 -0
  438. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_stats.py +37 -0
  439. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_typedef.py +36 -0
  440. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_utils.py +37 -0
  441. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/connect/test_parity_window.py +39 -0
  442. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/__init__.py +16 -0
  443. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_base.py +107 -0
  444. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_binary_ops.py +224 -0
  445. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_boolean_ops.py +825 -0
  446. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_categorical_ops.py +562 -0
  447. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_complex_ops.py +368 -0
  448. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_date_ops.py +257 -0
  449. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_datetime_ops.py +260 -0
  450. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_null_ops.py +178 -0
  451. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_arithmetic.py +184 -0
  452. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_ops.py +497 -0
  453. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_num_reverse.py +140 -0
  454. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_string_ops.py +354 -0
  455. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_timedelta_ops.py +219 -0
  456. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/test_udt_ops.py +192 -0
  457. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/data_type_ops/testing_utils.py +228 -0
  458. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/__init__.py +16 -0
  459. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_align.py +118 -0
  460. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_basic_slow.py +198 -0
  461. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_cov_corrwith.py +181 -0
  462. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_frame.py +103 -0
  463. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_dot_series.py +141 -0
  464. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_index.py +109 -0
  465. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_series.py +136 -0
  466. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_frame.py +125 -0
  467. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_series.py +217 -0
  468. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/__init__.py +16 -0
  469. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_attrs.py +384 -0
  470. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_constructor.py +598 -0
  471. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_conversion.py +73 -0
  472. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reindexing.py +869 -0
  473. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_reshaping.py +487 -0
  474. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_spark.py +309 -0
  475. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_take.py +156 -0
  476. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_time_series.py +149 -0
  477. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/frame/test_truncate.py +163 -0
  478. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/__init__.py +16 -0
  479. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_aggregate.py +311 -0
  480. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_apply_func.py +524 -0
  481. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_cumulative.py +419 -0
  482. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_describe.py +144 -0
  483. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_groupby.py +979 -0
  484. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_head_tail.py +234 -0
  485. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_index.py +206 -0
  486. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_missing_data.py +421 -0
  487. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_split_apply.py +187 -0
  488. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/groupby/test_stat.py +397 -0
  489. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/__init__.py +16 -0
  490. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_align.py +100 -0
  491. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_base.py +2743 -0
  492. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_category.py +484 -0
  493. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_datetime.py +276 -0
  494. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_indexing.py +432 -0
  495. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reindex.py +310 -0
  496. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_rename.py +257 -0
  497. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_reset_index.py +160 -0
  498. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/indexes/test_timedelta.py +128 -0
  499. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/__init__.py +16 -0
  500. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/io/test_io.py +137 -0
  501. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/__init__.py +16 -0
  502. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot.py +170 -0
  503. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_matplotlib.py +547 -0
  504. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_frame_plot_plotly.py +285 -0
  505. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot.py +106 -0
  506. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_matplotlib.py +409 -0
  507. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/plot/test_series_plot_plotly.py +247 -0
  508. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/__init__.py +16 -0
  509. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_all_any.py +105 -0
  510. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_arg_ops.py +197 -0
  511. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_of.py +137 -0
  512. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_as_type.py +227 -0
  513. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_compute.py +634 -0
  514. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_conversion.py +88 -0
  515. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_cumulative.py +139 -0
  516. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_index.py +475 -0
  517. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_missing_data.py +265 -0
  518. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_series.py +818 -0
  519. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_sort.py +162 -0
  520. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/series/test_stat.py +780 -0
  521. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_categorical.py +741 -0
  522. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_config.py +160 -0
  523. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_csv.py +453 -0
  524. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_conversion.py +281 -0
  525. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_dataframe_spark_io.py +487 -0
  526. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_default_index.py +109 -0
  527. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ewm.py +434 -0
  528. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_expanding.py +253 -0
  529. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_extension.py +152 -0
  530. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_frame_spark.py +162 -0
  531. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_generic_functions.py +234 -0
  532. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexing.py +1339 -0
  533. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_indexops_spark.py +82 -0
  534. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_internal.py +124 -0
  535. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_namespace.py +638 -0
  536. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_numpy_compat.py +200 -0
  537. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames.py +1355 -0
  538. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby.py +655 -0
  539. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_expanding.py +113 -0
  540. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_rolling.py +118 -0
  541. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_repr.py +192 -0
  542. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_resample.py +346 -0
  543. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_reshape.py +495 -0
  544. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_rolling.py +263 -0
  545. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_scalars.py +59 -0
  546. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_conversion.py +85 -0
  547. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_datetime.py +364 -0
  548. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_series_string.py +362 -0
  549. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_spark_functions.py +46 -0
  550. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_sql.py +123 -0
  551. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_stats.py +581 -0
  552. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_typedef.py +447 -0
  553. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_utils.py +301 -0
  554. snowflake/snowpark_connect/includes/python/pyspark/pandas/tests/test_window.py +465 -0
  555. snowflake/snowpark_connect/includes/python/pyspark/pandas/typedef/__init__.py +18 -0
  556. snowflake/snowpark_connect/includes/python/pyspark/pandas/typedef/typehints.py +874 -0
  557. snowflake/snowpark_connect/includes/python/pyspark/pandas/usage_logging/__init__.py +143 -0
  558. snowflake/snowpark_connect/includes/python/pyspark/pandas/usage_logging/usage_logger.py +132 -0
  559. snowflake/snowpark_connect/includes/python/pyspark/pandas/utils.py +1063 -0
  560. snowflake/snowpark_connect/includes/python/pyspark/pandas/window.py +2702 -0
  561. snowflake/snowpark_connect/includes/python/pyspark/profiler.py +489 -0
  562. snowflake/snowpark_connect/includes/python/pyspark/py.typed +1 -0
  563. snowflake/snowpark_connect/includes/python/pyspark/python/pyspark/shell.py +123 -0
  564. snowflake/snowpark_connect/includes/python/pyspark/rdd.py +5518 -0
  565. snowflake/snowpark_connect/includes/python/pyspark/rddsampler.py +115 -0
  566. snowflake/snowpark_connect/includes/python/pyspark/resource/__init__.py +38 -0
  567. snowflake/snowpark_connect/includes/python/pyspark/resource/information.py +69 -0
  568. snowflake/snowpark_connect/includes/python/pyspark/resource/profile.py +317 -0
  569. snowflake/snowpark_connect/includes/python/pyspark/resource/requests.py +539 -0
  570. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/__init__.py +16 -0
  571. snowflake/snowpark_connect/includes/python/pyspark/resource/tests/test_resources.py +83 -0
  572. snowflake/snowpark_connect/includes/python/pyspark/resultiterable.py +45 -0
  573. snowflake/snowpark_connect/includes/python/pyspark/serializers.py +681 -0
  574. snowflake/snowpark_connect/includes/python/pyspark/shell.py +123 -0
  575. snowflake/snowpark_connect/includes/python/pyspark/shuffle.py +854 -0
  576. snowflake/snowpark_connect/includes/python/pyspark/sql/__init__.py +75 -0
  577. snowflake/snowpark_connect/includes/python/pyspark/sql/_typing.pyi +80 -0
  578. snowflake/snowpark_connect/includes/python/pyspark/sql/avro/__init__.py +18 -0
  579. snowflake/snowpark_connect/includes/python/pyspark/sql/avro/functions.py +188 -0
  580. snowflake/snowpark_connect/includes/python/pyspark/sql/catalog.py +1270 -0
  581. snowflake/snowpark_connect/includes/python/pyspark/sql/column.py +1431 -0
  582. snowflake/snowpark_connect/includes/python/pyspark/sql/conf.py +99 -0
  583. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/__init__.py +18 -0
  584. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/_typing.py +90 -0
  585. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/avro/__init__.py +18 -0
  586. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/avro/functions.py +107 -0
  587. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/catalog.py +356 -0
  588. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/__init__.py +22 -0
  589. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/artifact.py +412 -0
  590. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/core.py +1689 -0
  591. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/client/reattach.py +340 -0
  592. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/column.py +514 -0
  593. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/conf.py +128 -0
  594. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/conversion.py +490 -0
  595. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/dataframe.py +2172 -0
  596. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/expressions.py +1056 -0
  597. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/functions.py +3937 -0
  598. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/group.py +418 -0
  599. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/plan.py +2289 -0
  600. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/__init__.py +25 -0
  601. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/base_pb2.py +203 -0
  602. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/base_pb2.pyi +2718 -0
  603. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/base_pb2_grpc.py +423 -0
  604. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/catalog_pb2.py +109 -0
  605. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/catalog_pb2.pyi +1130 -0
  606. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/commands_pb2.py +141 -0
  607. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/commands_pb2.pyi +1766 -0
  608. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/common_pb2.py +47 -0
  609. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/common_pb2.pyi +123 -0
  610. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/example_plugins_pb2.py +53 -0
  611. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi +112 -0
  612. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/expressions_pb2.py +107 -0
  613. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/expressions_pb2.pyi +1507 -0
  614. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/relations_pb2.py +195 -0
  615. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/relations_pb2.pyi +3613 -0
  616. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/types_pb2.py +95 -0
  617. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/proto/types_pb2.pyi +980 -0
  618. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/protobuf/__init__.py +18 -0
  619. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/protobuf/functions.py +166 -0
  620. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/readwriter.py +861 -0
  621. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/session.py +952 -0
  622. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/__init__.py +22 -0
  623. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/query.py +295 -0
  624. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/readwriter.py +618 -0
  625. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/worker/__init__.py +18 -0
  626. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/worker/foreach_batch_worker.py +87 -0
  627. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/streaming/worker/listener_worker.py +100 -0
  628. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/types.py +301 -0
  629. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/udf.py +296 -0
  630. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/udtf.py +200 -0
  631. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/utils.py +58 -0
  632. snowflake/snowpark_connect/includes/python/pyspark/sql/connect/window.py +266 -0
  633. snowflake/snowpark_connect/includes/python/pyspark/sql/context.py +818 -0
  634. snowflake/snowpark_connect/includes/python/pyspark/sql/dataframe.py +5973 -0
  635. snowflake/snowpark_connect/includes/python/pyspark/sql/functions.py +15889 -0
  636. snowflake/snowpark_connect/includes/python/pyspark/sql/group.py +547 -0
  637. snowflake/snowpark_connect/includes/python/pyspark/sql/observation.py +152 -0
  638. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/__init__.py +21 -0
  639. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/__init__.pyi +344 -0
  640. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/protocols/__init__.pyi +17 -0
  641. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/protocols/frame.pyi +20 -0
  642. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/_typing/protocols/series.pyi +20 -0
  643. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/conversion.py +671 -0
  644. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/functions.py +480 -0
  645. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/functions.pyi +132 -0
  646. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/group_ops.py +523 -0
  647. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/map_ops.py +216 -0
  648. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/serializers.py +1019 -0
  649. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/typehints.py +172 -0
  650. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/types.py +972 -0
  651. snowflake/snowpark_connect/includes/python/pyspark/sql/pandas/utils.py +86 -0
  652. snowflake/snowpark_connect/includes/python/pyspark/sql/protobuf/__init__.py +18 -0
  653. snowflake/snowpark_connect/includes/python/pyspark/sql/protobuf/functions.py +334 -0
  654. snowflake/snowpark_connect/includes/python/pyspark/sql/readwriter.py +2159 -0
  655. snowflake/snowpark_connect/includes/python/pyspark/sql/session.py +2088 -0
  656. snowflake/snowpark_connect/includes/python/pyspark/sql/sql_formatter.py +84 -0
  657. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/__init__.py +21 -0
  658. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/listener.py +1050 -0
  659. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/query.py +746 -0
  660. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/readwriter.py +1652 -0
  661. snowflake/snowpark_connect/includes/python/pyspark/sql/streaming/state.py +288 -0
  662. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/__init__.py +16 -0
  663. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/__init__.py +16 -0
  664. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/__init__.py +16 -0
  665. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_artifact.py +420 -0
  666. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/client/test_client.py +358 -0
  667. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/__init__.py +16 -0
  668. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach.py +36 -0
  669. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_foreach_batch.py +44 -0
  670. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_listener.py +116 -0
  671. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/streaming/test_parity_streaming.py +35 -0
  672. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_basic.py +3612 -0
  673. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_column.py +1042 -0
  674. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_function.py +2381 -0
  675. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_connect_plan.py +1060 -0
  676. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow.py +163 -0
  677. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_map.py +38 -0
  678. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_arrow_python_udf.py +48 -0
  679. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_catalog.py +36 -0
  680. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_column.py +55 -0
  681. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_conf.py +36 -0
  682. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_dataframe.py +96 -0
  683. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_datasources.py +44 -0
  684. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_errors.py +36 -0
  685. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_functions.py +59 -0
  686. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_group.py +36 -0
  687. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py +59 -0
  688. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py +74 -0
  689. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py +62 -0
  690. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_map.py +58 -0
  691. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py +70 -0
  692. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py +50 -0
  693. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py +68 -0
  694. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py +40 -0
  695. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_readwriter.py +46 -0
  696. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_serde.py +44 -0
  697. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_types.py +100 -0
  698. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udf.py +100 -0
  699. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_parity_udtf.py +163 -0
  700. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_session.py +181 -0
  701. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/connect/test_utils.py +42 -0
  702. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/__init__.py +16 -0
  703. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +623 -0
  704. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py +869 -0
  705. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_grouped_map_with_state.py +342 -0
  706. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_map.py +436 -0
  707. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf.py +363 -0
  708. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_grouped_agg.py +592 -0
  709. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_scalar.py +1503 -0
  710. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints.py +392 -0
  711. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints_with_future_annotations.py +375 -0
  712. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/pandas/test_pandas_udf_window.py +411 -0
  713. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/__init__.py +16 -0
  714. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming.py +401 -0
  715. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach.py +295 -0
  716. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_foreach_batch.py +106 -0
  717. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/streaming/test_streaming_listener.py +558 -0
  718. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow.py +1346 -0
  719. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_map.py +182 -0
  720. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_arrow_python_udf.py +202 -0
  721. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_catalog.py +503 -0
  722. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_column.py +225 -0
  723. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_conf.py +83 -0
  724. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_context.py +201 -0
  725. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_dataframe.py +1931 -0
  726. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_datasources.py +256 -0
  727. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_errors.py +69 -0
  728. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_functions.py +1349 -0
  729. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_group.py +53 -0
  730. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_pandas_sqlmetrics.py +68 -0
  731. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_readwriter.py +283 -0
  732. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_serde.py +155 -0
  733. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_session.py +412 -0
  734. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_types.py +1581 -0
  735. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf.py +961 -0
  736. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udf_profiler.py +165 -0
  737. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_udtf.py +1456 -0
  738. snowflake/snowpark_connect/includes/python/pyspark/sql/tests/test_utils.py +1686 -0
  739. snowflake/snowpark_connect/includes/python/pyspark/sql/types.py +2558 -0
  740. snowflake/snowpark_connect/includes/python/pyspark/sql/udf.py +714 -0
  741. snowflake/snowpark_connect/includes/python/pyspark/sql/udtf.py +325 -0
  742. snowflake/snowpark_connect/includes/python/pyspark/sql/utils.py +339 -0
  743. snowflake/snowpark_connect/includes/python/pyspark/sql/window.py +492 -0
  744. snowflake/snowpark_connect/includes/python/pyspark/statcounter.py +165 -0
  745. snowflake/snowpark_connect/includes/python/pyspark/status.py +112 -0
  746. snowflake/snowpark_connect/includes/python/pyspark/storagelevel.py +97 -0
  747. snowflake/snowpark_connect/includes/python/pyspark/streaming/__init__.py +22 -0
  748. snowflake/snowpark_connect/includes/python/pyspark/streaming/context.py +471 -0
  749. snowflake/snowpark_connect/includes/python/pyspark/streaming/dstream.py +933 -0
  750. snowflake/snowpark_connect/includes/python/pyspark/streaming/kinesis.py +205 -0
  751. snowflake/snowpark_connect/includes/python/pyspark/streaming/listener.py +83 -0
  752. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/__init__.py +16 -0
  753. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_context.py +184 -0
  754. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_dstream.py +706 -0
  755. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_kinesis.py +118 -0
  756. snowflake/snowpark_connect/includes/python/pyspark/streaming/tests/test_listener.py +160 -0
  757. snowflake/snowpark_connect/includes/python/pyspark/streaming/util.py +168 -0
  758. snowflake/snowpark_connect/includes/python/pyspark/taskcontext.py +502 -0
  759. snowflake/snowpark_connect/includes/python/pyspark/testing/__init__.py +21 -0
  760. snowflake/snowpark_connect/includes/python/pyspark/testing/connectutils.py +199 -0
  761. snowflake/snowpark_connect/includes/python/pyspark/testing/mllibutils.py +30 -0
  762. snowflake/snowpark_connect/includes/python/pyspark/testing/mlutils.py +275 -0
  763. snowflake/snowpark_connect/includes/python/pyspark/testing/objects.py +121 -0
  764. snowflake/snowpark_connect/includes/python/pyspark/testing/pandasutils.py +714 -0
  765. snowflake/snowpark_connect/includes/python/pyspark/testing/sqlutils.py +168 -0
  766. snowflake/snowpark_connect/includes/python/pyspark/testing/streamingutils.py +178 -0
  767. snowflake/snowpark_connect/includes/python/pyspark/testing/utils.py +636 -0
  768. snowflake/snowpark_connect/includes/python/pyspark/tests/__init__.py +16 -0
  769. snowflake/snowpark_connect/includes/python/pyspark/tests/test_appsubmit.py +306 -0
  770. snowflake/snowpark_connect/includes/python/pyspark/tests/test_broadcast.py +196 -0
  771. snowflake/snowpark_connect/includes/python/pyspark/tests/test_conf.py +44 -0
  772. snowflake/snowpark_connect/includes/python/pyspark/tests/test_context.py +346 -0
  773. snowflake/snowpark_connect/includes/python/pyspark/tests/test_daemon.py +89 -0
  774. snowflake/snowpark_connect/includes/python/pyspark/tests/test_install_spark.py +124 -0
  775. snowflake/snowpark_connect/includes/python/pyspark/tests/test_join.py +69 -0
  776. snowflake/snowpark_connect/includes/python/pyspark/tests/test_memory_profiler.py +167 -0
  777. snowflake/snowpark_connect/includes/python/pyspark/tests/test_pin_thread.py +194 -0
  778. snowflake/snowpark_connect/includes/python/pyspark/tests/test_profiler.py +168 -0
  779. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rdd.py +939 -0
  780. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddbarrier.py +52 -0
  781. snowflake/snowpark_connect/includes/python/pyspark/tests/test_rddsampler.py +66 -0
  782. snowflake/snowpark_connect/includes/python/pyspark/tests/test_readwrite.py +368 -0
  783. snowflake/snowpark_connect/includes/python/pyspark/tests/test_serializers.py +257 -0
  784. snowflake/snowpark_connect/includes/python/pyspark/tests/test_shuffle.py +267 -0
  785. snowflake/snowpark_connect/includes/python/pyspark/tests/test_stage_sched.py +153 -0
  786. snowflake/snowpark_connect/includes/python/pyspark/tests/test_statcounter.py +130 -0
  787. snowflake/snowpark_connect/includes/python/pyspark/tests/test_taskcontext.py +350 -0
  788. snowflake/snowpark_connect/includes/python/pyspark/tests/test_util.py +97 -0
  789. snowflake/snowpark_connect/includes/python/pyspark/tests/test_worker.py +271 -0
  790. snowflake/snowpark_connect/includes/python/pyspark/traceback_utils.py +81 -0
  791. snowflake/snowpark_connect/includes/python/pyspark/util.py +416 -0
  792. snowflake/snowpark_connect/includes/python/pyspark/version.py +19 -0
  793. snowflake/snowpark_connect/includes/python/pyspark/worker.py +1307 -0
  794. snowflake/snowpark_connect/includes/python/pyspark/worker_util.py +46 -0
  795. snowflake/snowpark_connect/proto/__init__.py +10 -0
  796. snowflake/snowpark_connect/proto/control_pb2.py +35 -0
  797. snowflake/snowpark_connect/proto/control_pb2.pyi +38 -0
  798. snowflake/snowpark_connect/proto/control_pb2_grpc.py +183 -0
  799. snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.py +35 -0
  800. snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.pyi +53 -0
  801. snowflake/snowpark_connect/proto/snowflake_rdd_pb2.pyi +39 -0
  802. snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.py +47 -0
  803. snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.pyi +111 -0
  804. snowflake/snowpark_connect/relation/__init__.py +3 -0
  805. snowflake/snowpark_connect/relation/catalogs/__init__.py +12 -0
  806. snowflake/snowpark_connect/relation/catalogs/abstract_spark_catalog.py +287 -0
  807. snowflake/snowpark_connect/relation/catalogs/snowflake_catalog.py +467 -0
  808. snowflake/snowpark_connect/relation/catalogs/utils.py +51 -0
  809. snowflake/snowpark_connect/relation/io_utils.py +76 -0
  810. snowflake/snowpark_connect/relation/map_aggregate.py +322 -0
  811. snowflake/snowpark_connect/relation/map_catalog.py +151 -0
  812. snowflake/snowpark_connect/relation/map_column_ops.py +1068 -0
  813. snowflake/snowpark_connect/relation/map_crosstab.py +48 -0
  814. snowflake/snowpark_connect/relation/map_extension.py +412 -0
  815. snowflake/snowpark_connect/relation/map_join.py +341 -0
  816. snowflake/snowpark_connect/relation/map_local_relation.py +326 -0
  817. snowflake/snowpark_connect/relation/map_map_partitions.py +146 -0
  818. snowflake/snowpark_connect/relation/map_relation.py +253 -0
  819. snowflake/snowpark_connect/relation/map_row_ops.py +716 -0
  820. snowflake/snowpark_connect/relation/map_sample_by.py +35 -0
  821. snowflake/snowpark_connect/relation/map_show_string.py +50 -0
  822. snowflake/snowpark_connect/relation/map_sql.py +1874 -0
  823. snowflake/snowpark_connect/relation/map_stats.py +324 -0
  824. snowflake/snowpark_connect/relation/map_subquery_alias.py +32 -0
  825. snowflake/snowpark_connect/relation/map_udtf.py +288 -0
  826. snowflake/snowpark_connect/relation/read/__init__.py +7 -0
  827. snowflake/snowpark_connect/relation/read/jdbc_read_dbapi.py +668 -0
  828. snowflake/snowpark_connect/relation/read/map_read.py +367 -0
  829. snowflake/snowpark_connect/relation/read/map_read_csv.py +142 -0
  830. snowflake/snowpark_connect/relation/read/map_read_jdbc.py +108 -0
  831. snowflake/snowpark_connect/relation/read/map_read_json.py +344 -0
  832. snowflake/snowpark_connect/relation/read/map_read_parquet.py +194 -0
  833. snowflake/snowpark_connect/relation/read/map_read_socket.py +59 -0
  834. snowflake/snowpark_connect/relation/read/map_read_table.py +109 -0
  835. snowflake/snowpark_connect/relation/read/map_read_text.py +106 -0
  836. snowflake/snowpark_connect/relation/read/reader_config.py +399 -0
  837. snowflake/snowpark_connect/relation/read/utils.py +155 -0
  838. snowflake/snowpark_connect/relation/stage_locator.py +161 -0
  839. snowflake/snowpark_connect/relation/utils.py +219 -0
  840. snowflake/snowpark_connect/relation/write/__init__.py +3 -0
  841. snowflake/snowpark_connect/relation/write/jdbc_write_dbapi.py +339 -0
  842. snowflake/snowpark_connect/relation/write/map_write.py +436 -0
  843. snowflake/snowpark_connect/relation/write/map_write_jdbc.py +48 -0
  844. snowflake/snowpark_connect/resources/java_udfs-1.0-SNAPSHOT.jar +0 -0
  845. snowflake/snowpark_connect/resources_initializer.py +75 -0
  846. snowflake/snowpark_connect/server.py +1136 -0
  847. snowflake/snowpark_connect/start_server.py +32 -0
  848. snowflake/snowpark_connect/tcm.py +8 -0
  849. snowflake/snowpark_connect/type_mapping.py +1003 -0
  850. snowflake/snowpark_connect/typed_column.py +94 -0
  851. snowflake/snowpark_connect/utils/__init__.py +3 -0
  852. snowflake/snowpark_connect/utils/artifacts.py +48 -0
  853. snowflake/snowpark_connect/utils/attribute_handling.py +72 -0
  854. snowflake/snowpark_connect/utils/cache.py +84 -0
  855. snowflake/snowpark_connect/utils/concurrent.py +124 -0
  856. snowflake/snowpark_connect/utils/context.py +390 -0
  857. snowflake/snowpark_connect/utils/describe_query_cache.py +231 -0
  858. snowflake/snowpark_connect/utils/interrupt.py +85 -0
  859. snowflake/snowpark_connect/utils/io_utils.py +35 -0
  860. snowflake/snowpark_connect/utils/pandas_udtf_utils.py +117 -0
  861. snowflake/snowpark_connect/utils/profiling.py +47 -0
  862. snowflake/snowpark_connect/utils/session.py +180 -0
  863. snowflake/snowpark_connect/utils/snowpark_connect_logging.py +38 -0
  864. snowflake/snowpark_connect/utils/telemetry.py +513 -0
  865. snowflake/snowpark_connect/utils/udf_cache.py +392 -0
  866. snowflake/snowpark_connect/utils/udf_helper.py +328 -0
  867. snowflake/snowpark_connect/utils/udf_utils.py +310 -0
  868. snowflake/snowpark_connect/utils/udtf_helper.py +420 -0
  869. snowflake/snowpark_connect/utils/udtf_utils.py +799 -0
  870. snowflake/snowpark_connect/utils/xxhash64.py +247 -0
  871. snowflake/snowpark_connect/version.py +6 -0
  872. snowpark_connect-0.20.2.data/scripts/snowpark-connect +71 -0
  873. snowpark_connect-0.20.2.data/scripts/snowpark-session +11 -0
  874. snowpark_connect-0.20.2.data/scripts/snowpark-submit +354 -0
  875. snowpark_connect-0.20.2.dist-info/METADATA +37 -0
  876. snowpark_connect-0.20.2.dist-info/RECORD +879 -0
  877. snowpark_connect-0.20.2.dist-info/WHEEL +5 -0
  878. snowpark_connect-0.20.2.dist-info/licenses/LICENSE.txt +202 -0
  879. snowpark_connect-0.20.2.dist-info/top_level.txt +1 -0
@@ -0,0 +1,1766 @@
1
+ #
2
+ # Licensed to the Apache Software Foundation (ASF) under one or more
3
+ # contributor license agreements. See the NOTICE file distributed with
4
+ # this work for additional information regarding copyright ownership.
5
+ # The ASF licenses this file to You under the Apache License, Version 2.0
6
+ # (the "License"); you may not use this file except in compliance with
7
+ # the License. You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+ """
18
+ @generated by mypy-protobuf. Do not edit manually!
19
+ isort:skip_file
20
+
21
+ Licensed to the Apache Software Foundation (ASF) under one or more
22
+ contributor license agreements. See the NOTICE file distributed with
23
+ this work for additional information regarding copyright ownership.
24
+ The ASF licenses this file to You under the Apache License, Version 2.0
25
+ (the "License"); you may not use this file except in compliance with
26
+ the License. You may obtain a copy of the License at
27
+
28
+ http://www.apache.org/licenses/LICENSE-2.0
29
+
30
+ Unless required by applicable law or agreed to in writing, software
31
+ distributed under the License is distributed on an "AS IS" BASIS,
32
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
33
+ See the License for the specific language governing permissions and
34
+ limitations under the License.
35
+ """
36
+ import builtins
37
+ import collections.abc
38
+ import google.protobuf.any_pb2
39
+ import google.protobuf.descriptor
40
+ import google.protobuf.internal.containers
41
+ import google.protobuf.internal.enum_type_wrapper
42
+ import google.protobuf.message
43
+ import pyspark.sql.connect.proto.common_pb2
44
+ import pyspark.sql.connect.proto.expressions_pb2
45
+ import pyspark.sql.connect.proto.relations_pb2
46
+ import sys
47
+ import typing
48
+
49
+ if sys.version_info >= (3, 10):
50
+ import typing as typing_extensions
51
+ else:
52
+ import typing_extensions
53
+
54
+ DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
55
+
56
+ class Command(google.protobuf.message.Message):
57
+ """A [[Command]] is an operation that is executed by the server that does not directly consume or
58
+ produce a relational result.
59
+ """
60
+
61
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
62
+
63
+ REGISTER_FUNCTION_FIELD_NUMBER: builtins.int
64
+ WRITE_OPERATION_FIELD_NUMBER: builtins.int
65
+ CREATE_DATAFRAME_VIEW_FIELD_NUMBER: builtins.int
66
+ WRITE_OPERATION_V2_FIELD_NUMBER: builtins.int
67
+ SQL_COMMAND_FIELD_NUMBER: builtins.int
68
+ WRITE_STREAM_OPERATION_START_FIELD_NUMBER: builtins.int
69
+ STREAMING_QUERY_COMMAND_FIELD_NUMBER: builtins.int
70
+ GET_RESOURCES_COMMAND_FIELD_NUMBER: builtins.int
71
+ STREAMING_QUERY_MANAGER_COMMAND_FIELD_NUMBER: builtins.int
72
+ REGISTER_TABLE_FUNCTION_FIELD_NUMBER: builtins.int
73
+ EXTENSION_FIELD_NUMBER: builtins.int
74
+ @property
75
+ def register_function(
76
+ self,
77
+ ) -> pyspark.sql.connect.proto.expressions_pb2.CommonInlineUserDefinedFunction: ...
78
+ @property
79
+ def write_operation(self) -> global___WriteOperation: ...
80
+ @property
81
+ def create_dataframe_view(self) -> global___CreateDataFrameViewCommand: ...
82
+ @property
83
+ def write_operation_v2(self) -> global___WriteOperationV2: ...
84
+ @property
85
+ def sql_command(self) -> global___SqlCommand: ...
86
+ @property
87
+ def write_stream_operation_start(self) -> global___WriteStreamOperationStart: ...
88
+ @property
89
+ def streaming_query_command(self) -> global___StreamingQueryCommand: ...
90
+ @property
91
+ def get_resources_command(self) -> global___GetResourcesCommand: ...
92
+ @property
93
+ def streaming_query_manager_command(self) -> global___StreamingQueryManagerCommand: ...
94
+ @property
95
+ def register_table_function(
96
+ self,
97
+ ) -> pyspark.sql.connect.proto.relations_pb2.CommonInlineUserDefinedTableFunction: ...
98
+ @property
99
+ def extension(self) -> google.protobuf.any_pb2.Any:
100
+ """This field is used to mark extensions to the protocol. When plugins generate arbitrary
101
+ Commands they can add them here. During the planning the correct resolution is done.
102
+ """
103
+ def __init__(
104
+ self,
105
+ *,
106
+ register_function: pyspark.sql.connect.proto.expressions_pb2.CommonInlineUserDefinedFunction
107
+ | None = ...,
108
+ write_operation: global___WriteOperation | None = ...,
109
+ create_dataframe_view: global___CreateDataFrameViewCommand | None = ...,
110
+ write_operation_v2: global___WriteOperationV2 | None = ...,
111
+ sql_command: global___SqlCommand | None = ...,
112
+ write_stream_operation_start: global___WriteStreamOperationStart | None = ...,
113
+ streaming_query_command: global___StreamingQueryCommand | None = ...,
114
+ get_resources_command: global___GetResourcesCommand | None = ...,
115
+ streaming_query_manager_command: global___StreamingQueryManagerCommand | None = ...,
116
+ register_table_function: pyspark.sql.connect.proto.relations_pb2.CommonInlineUserDefinedTableFunction
117
+ | None = ...,
118
+ extension: google.protobuf.any_pb2.Any | None = ...,
119
+ ) -> None: ...
120
+ def HasField(
121
+ self,
122
+ field_name: typing_extensions.Literal[
123
+ "command_type",
124
+ b"command_type",
125
+ "create_dataframe_view",
126
+ b"create_dataframe_view",
127
+ "extension",
128
+ b"extension",
129
+ "get_resources_command",
130
+ b"get_resources_command",
131
+ "register_function",
132
+ b"register_function",
133
+ "register_table_function",
134
+ b"register_table_function",
135
+ "sql_command",
136
+ b"sql_command",
137
+ "streaming_query_command",
138
+ b"streaming_query_command",
139
+ "streaming_query_manager_command",
140
+ b"streaming_query_manager_command",
141
+ "write_operation",
142
+ b"write_operation",
143
+ "write_operation_v2",
144
+ b"write_operation_v2",
145
+ "write_stream_operation_start",
146
+ b"write_stream_operation_start",
147
+ ],
148
+ ) -> builtins.bool: ...
149
+ def ClearField(
150
+ self,
151
+ field_name: typing_extensions.Literal[
152
+ "command_type",
153
+ b"command_type",
154
+ "create_dataframe_view",
155
+ b"create_dataframe_view",
156
+ "extension",
157
+ b"extension",
158
+ "get_resources_command",
159
+ b"get_resources_command",
160
+ "register_function",
161
+ b"register_function",
162
+ "register_table_function",
163
+ b"register_table_function",
164
+ "sql_command",
165
+ b"sql_command",
166
+ "streaming_query_command",
167
+ b"streaming_query_command",
168
+ "streaming_query_manager_command",
169
+ b"streaming_query_manager_command",
170
+ "write_operation",
171
+ b"write_operation",
172
+ "write_operation_v2",
173
+ b"write_operation_v2",
174
+ "write_stream_operation_start",
175
+ b"write_stream_operation_start",
176
+ ],
177
+ ) -> None: ...
178
+ def WhichOneof(
179
+ self, oneof_group: typing_extensions.Literal["command_type", b"command_type"]
180
+ ) -> typing_extensions.Literal[
181
+ "register_function",
182
+ "write_operation",
183
+ "create_dataframe_view",
184
+ "write_operation_v2",
185
+ "sql_command",
186
+ "write_stream_operation_start",
187
+ "streaming_query_command",
188
+ "get_resources_command",
189
+ "streaming_query_manager_command",
190
+ "register_table_function",
191
+ "extension",
192
+ ] | None: ...
193
+
194
+ global___Command = Command
195
+
196
+ class SqlCommand(google.protobuf.message.Message):
197
+ """A SQL Command is used to trigger the eager evaluation of SQL commands in Spark.
198
+
199
+ When the SQL provide as part of the message is a command it will be immediately evaluated
200
+ and the result will be collected and returned as part of a LocalRelation. If the result is
201
+ not a command, the operation will simply return a SQL Relation. This allows the client to be
202
+ almost oblivious to the server-side behavior.
203
+ """
204
+
205
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
206
+
207
+ class ArgsEntry(google.protobuf.message.Message):
208
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
209
+
210
+ KEY_FIELD_NUMBER: builtins.int
211
+ VALUE_FIELD_NUMBER: builtins.int
212
+ key: builtins.str
213
+ @property
214
+ def value(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression.Literal: ...
215
+ def __init__(
216
+ self,
217
+ *,
218
+ key: builtins.str = ...,
219
+ value: pyspark.sql.connect.proto.expressions_pb2.Expression.Literal | None = ...,
220
+ ) -> None: ...
221
+ def HasField(
222
+ self, field_name: typing_extensions.Literal["value", b"value"]
223
+ ) -> builtins.bool: ...
224
+ def ClearField(
225
+ self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]
226
+ ) -> None: ...
227
+
228
+ SQL_FIELD_NUMBER: builtins.int
229
+ ARGS_FIELD_NUMBER: builtins.int
230
+ POS_ARGS_FIELD_NUMBER: builtins.int
231
+ sql: builtins.str
232
+ """(Required) SQL Query."""
233
+ @property
234
+ def args(
235
+ self,
236
+ ) -> google.protobuf.internal.containers.MessageMap[
237
+ builtins.str, pyspark.sql.connect.proto.expressions_pb2.Expression.Literal
238
+ ]:
239
+ """(Optional) A map of parameter names to literal expressions."""
240
+ @property
241
+ def pos_args(
242
+ self,
243
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
244
+ pyspark.sql.connect.proto.expressions_pb2.Expression.Literal
245
+ ]:
246
+ """(Optional) A sequence of literal expressions for positional parameters in the SQL query text."""
247
+ def __init__(
248
+ self,
249
+ *,
250
+ sql: builtins.str = ...,
251
+ args: collections.abc.Mapping[
252
+ builtins.str, pyspark.sql.connect.proto.expressions_pb2.Expression.Literal
253
+ ]
254
+ | None = ...,
255
+ pos_args: collections.abc.Iterable[
256
+ pyspark.sql.connect.proto.expressions_pb2.Expression.Literal
257
+ ]
258
+ | None = ...,
259
+ ) -> None: ...
260
+ def ClearField(
261
+ self,
262
+ field_name: typing_extensions.Literal[
263
+ "args", b"args", "pos_args", b"pos_args", "sql", b"sql"
264
+ ],
265
+ ) -> None: ...
266
+
267
+ global___SqlCommand = SqlCommand
268
+
269
+ class CreateDataFrameViewCommand(google.protobuf.message.Message):
270
+ """A command that can create DataFrame global temp view or local temp view."""
271
+
272
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
273
+
274
+ INPUT_FIELD_NUMBER: builtins.int
275
+ NAME_FIELD_NUMBER: builtins.int
276
+ IS_GLOBAL_FIELD_NUMBER: builtins.int
277
+ REPLACE_FIELD_NUMBER: builtins.int
278
+ @property
279
+ def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation:
280
+ """(Required) The relation that this view will be built on."""
281
+ name: builtins.str
282
+ """(Required) View name."""
283
+ is_global: builtins.bool
284
+ """(Required) Whether this is global temp view or local temp view."""
285
+ replace: builtins.bool
286
+ """(Required)
287
+
288
+ If true, and if the view already exists, updates it; if false, and if the view
289
+ already exists, throws exception.
290
+ """
291
+ def __init__(
292
+ self,
293
+ *,
294
+ input: pyspark.sql.connect.proto.relations_pb2.Relation | None = ...,
295
+ name: builtins.str = ...,
296
+ is_global: builtins.bool = ...,
297
+ replace: builtins.bool = ...,
298
+ ) -> None: ...
299
+ def HasField(
300
+ self, field_name: typing_extensions.Literal["input", b"input"]
301
+ ) -> builtins.bool: ...
302
+ def ClearField(
303
+ self,
304
+ field_name: typing_extensions.Literal[
305
+ "input", b"input", "is_global", b"is_global", "name", b"name", "replace", b"replace"
306
+ ],
307
+ ) -> None: ...
308
+
309
+ global___CreateDataFrameViewCommand = CreateDataFrameViewCommand
310
+
311
+ class WriteOperation(google.protobuf.message.Message):
312
+ """As writes are not directly handled during analysis and planning, they are modeled as commands."""
313
+
314
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
315
+
316
+ class _SaveMode:
317
+ ValueType = typing.NewType("ValueType", builtins.int)
318
+ V: typing_extensions.TypeAlias = ValueType
319
+
320
+ class _SaveModeEnumTypeWrapper(
321
+ google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[
322
+ WriteOperation._SaveMode.ValueType
323
+ ],
324
+ builtins.type,
325
+ ): # noqa: F821
326
+ DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
327
+ SAVE_MODE_UNSPECIFIED: WriteOperation._SaveMode.ValueType # 0
328
+ SAVE_MODE_APPEND: WriteOperation._SaveMode.ValueType # 1
329
+ SAVE_MODE_OVERWRITE: WriteOperation._SaveMode.ValueType # 2
330
+ SAVE_MODE_ERROR_IF_EXISTS: WriteOperation._SaveMode.ValueType # 3
331
+ SAVE_MODE_IGNORE: WriteOperation._SaveMode.ValueType # 4
332
+
333
+ class SaveMode(_SaveMode, metaclass=_SaveModeEnumTypeWrapper): ...
334
+ SAVE_MODE_UNSPECIFIED: WriteOperation.SaveMode.ValueType # 0
335
+ SAVE_MODE_APPEND: WriteOperation.SaveMode.ValueType # 1
336
+ SAVE_MODE_OVERWRITE: WriteOperation.SaveMode.ValueType # 2
337
+ SAVE_MODE_ERROR_IF_EXISTS: WriteOperation.SaveMode.ValueType # 3
338
+ SAVE_MODE_IGNORE: WriteOperation.SaveMode.ValueType # 4
339
+
340
+ class OptionsEntry(google.protobuf.message.Message):
341
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
342
+
343
+ KEY_FIELD_NUMBER: builtins.int
344
+ VALUE_FIELD_NUMBER: builtins.int
345
+ key: builtins.str
346
+ value: builtins.str
347
+ def __init__(
348
+ self,
349
+ *,
350
+ key: builtins.str = ...,
351
+ value: builtins.str = ...,
352
+ ) -> None: ...
353
+ def ClearField(
354
+ self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]
355
+ ) -> None: ...
356
+
357
+ class SaveTable(google.protobuf.message.Message):
358
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
359
+
360
+ class _TableSaveMethod:
361
+ ValueType = typing.NewType("ValueType", builtins.int)
362
+ V: typing_extensions.TypeAlias = ValueType
363
+
364
+ class _TableSaveMethodEnumTypeWrapper(
365
+ google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[
366
+ WriteOperation.SaveTable._TableSaveMethod.ValueType
367
+ ],
368
+ builtins.type,
369
+ ): # noqa: F821
370
+ DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
371
+ TABLE_SAVE_METHOD_UNSPECIFIED: WriteOperation.SaveTable._TableSaveMethod.ValueType # 0
372
+ TABLE_SAVE_METHOD_SAVE_AS_TABLE: WriteOperation.SaveTable._TableSaveMethod.ValueType # 1
373
+ TABLE_SAVE_METHOD_INSERT_INTO: WriteOperation.SaveTable._TableSaveMethod.ValueType # 2
374
+
375
+ class TableSaveMethod(_TableSaveMethod, metaclass=_TableSaveMethodEnumTypeWrapper): ...
376
+ TABLE_SAVE_METHOD_UNSPECIFIED: WriteOperation.SaveTable.TableSaveMethod.ValueType # 0
377
+ TABLE_SAVE_METHOD_SAVE_AS_TABLE: WriteOperation.SaveTable.TableSaveMethod.ValueType # 1
378
+ TABLE_SAVE_METHOD_INSERT_INTO: WriteOperation.SaveTable.TableSaveMethod.ValueType # 2
379
+
380
+ TABLE_NAME_FIELD_NUMBER: builtins.int
381
+ SAVE_METHOD_FIELD_NUMBER: builtins.int
382
+ table_name: builtins.str
383
+ """(Required) The table name."""
384
+ save_method: global___WriteOperation.SaveTable.TableSaveMethod.ValueType
385
+ """(Required) The method to be called to write to the table."""
386
+ def __init__(
387
+ self,
388
+ *,
389
+ table_name: builtins.str = ...,
390
+ save_method: global___WriteOperation.SaveTable.TableSaveMethod.ValueType = ...,
391
+ ) -> None: ...
392
+ def ClearField(
393
+ self,
394
+ field_name: typing_extensions.Literal[
395
+ "save_method", b"save_method", "table_name", b"table_name"
396
+ ],
397
+ ) -> None: ...
398
+
399
+ class BucketBy(google.protobuf.message.Message):
400
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
401
+
402
+ BUCKET_COLUMN_NAMES_FIELD_NUMBER: builtins.int
403
+ NUM_BUCKETS_FIELD_NUMBER: builtins.int
404
+ @property
405
+ def bucket_column_names(
406
+ self,
407
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ...
408
+ num_buckets: builtins.int
409
+ def __init__(
410
+ self,
411
+ *,
412
+ bucket_column_names: collections.abc.Iterable[builtins.str] | None = ...,
413
+ num_buckets: builtins.int = ...,
414
+ ) -> None: ...
415
+ def ClearField(
416
+ self,
417
+ field_name: typing_extensions.Literal[
418
+ "bucket_column_names", b"bucket_column_names", "num_buckets", b"num_buckets"
419
+ ],
420
+ ) -> None: ...
421
+
422
+ INPUT_FIELD_NUMBER: builtins.int
423
+ SOURCE_FIELD_NUMBER: builtins.int
424
+ PATH_FIELD_NUMBER: builtins.int
425
+ TABLE_FIELD_NUMBER: builtins.int
426
+ MODE_FIELD_NUMBER: builtins.int
427
+ SORT_COLUMN_NAMES_FIELD_NUMBER: builtins.int
428
+ PARTITIONING_COLUMNS_FIELD_NUMBER: builtins.int
429
+ BUCKET_BY_FIELD_NUMBER: builtins.int
430
+ OPTIONS_FIELD_NUMBER: builtins.int
431
+ @property
432
+ def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation:
433
+ """(Required) The output of the `input` relation will be persisted according to the options."""
434
+ source: builtins.str
435
+ """(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta."""
436
+ path: builtins.str
437
+ @property
438
+ def table(self) -> global___WriteOperation.SaveTable: ...
439
+ mode: global___WriteOperation.SaveMode.ValueType
440
+ """(Required) the save mode."""
441
+ @property
442
+ def sort_column_names(
443
+ self,
444
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]:
445
+ """(Optional) List of columns to sort the output by."""
446
+ @property
447
+ def partitioning_columns(
448
+ self,
449
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]:
450
+ """(Optional) List of columns for partitioning."""
451
+ @property
452
+ def bucket_by(self) -> global___WriteOperation.BucketBy:
453
+ """(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns
454
+ to bucket by.
455
+ """
456
+ @property
457
+ def options(self) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]:
458
+ """(Optional) A list of configuration options."""
459
+ def __init__(
460
+ self,
461
+ *,
462
+ input: pyspark.sql.connect.proto.relations_pb2.Relation | None = ...,
463
+ source: builtins.str | None = ...,
464
+ path: builtins.str = ...,
465
+ table: global___WriteOperation.SaveTable | None = ...,
466
+ mode: global___WriteOperation.SaveMode.ValueType = ...,
467
+ sort_column_names: collections.abc.Iterable[builtins.str] | None = ...,
468
+ partitioning_columns: collections.abc.Iterable[builtins.str] | None = ...,
469
+ bucket_by: global___WriteOperation.BucketBy | None = ...,
470
+ options: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
471
+ ) -> None: ...
472
+ def HasField(
473
+ self,
474
+ field_name: typing_extensions.Literal[
475
+ "_source",
476
+ b"_source",
477
+ "bucket_by",
478
+ b"bucket_by",
479
+ "input",
480
+ b"input",
481
+ "path",
482
+ b"path",
483
+ "save_type",
484
+ b"save_type",
485
+ "source",
486
+ b"source",
487
+ "table",
488
+ b"table",
489
+ ],
490
+ ) -> builtins.bool: ...
491
+ def ClearField(
492
+ self,
493
+ field_name: typing_extensions.Literal[
494
+ "_source",
495
+ b"_source",
496
+ "bucket_by",
497
+ b"bucket_by",
498
+ "input",
499
+ b"input",
500
+ "mode",
501
+ b"mode",
502
+ "options",
503
+ b"options",
504
+ "partitioning_columns",
505
+ b"partitioning_columns",
506
+ "path",
507
+ b"path",
508
+ "save_type",
509
+ b"save_type",
510
+ "sort_column_names",
511
+ b"sort_column_names",
512
+ "source",
513
+ b"source",
514
+ "table",
515
+ b"table",
516
+ ],
517
+ ) -> None: ...
518
+ @typing.overload
519
+ def WhichOneof(
520
+ self, oneof_group: typing_extensions.Literal["_source", b"_source"]
521
+ ) -> typing_extensions.Literal["source"] | None: ...
522
+ @typing.overload
523
+ def WhichOneof(
524
+ self, oneof_group: typing_extensions.Literal["save_type", b"save_type"]
525
+ ) -> typing_extensions.Literal["path", "table"] | None: ...
526
+
527
+ global___WriteOperation = WriteOperation
528
+
529
+ class WriteOperationV2(google.protobuf.message.Message):
530
+ """As writes are not directly handled during analysis and planning, they are modeled as commands."""
531
+
532
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
533
+
534
+ class _Mode:
535
+ ValueType = typing.NewType("ValueType", builtins.int)
536
+ V: typing_extensions.TypeAlias = ValueType
537
+
538
+ class _ModeEnumTypeWrapper(
539
+ google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[
540
+ WriteOperationV2._Mode.ValueType
541
+ ],
542
+ builtins.type,
543
+ ): # noqa: F821
544
+ DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
545
+ MODE_UNSPECIFIED: WriteOperationV2._Mode.ValueType # 0
546
+ MODE_CREATE: WriteOperationV2._Mode.ValueType # 1
547
+ MODE_OVERWRITE: WriteOperationV2._Mode.ValueType # 2
548
+ MODE_OVERWRITE_PARTITIONS: WriteOperationV2._Mode.ValueType # 3
549
+ MODE_APPEND: WriteOperationV2._Mode.ValueType # 4
550
+ MODE_REPLACE: WriteOperationV2._Mode.ValueType # 5
551
+ MODE_CREATE_OR_REPLACE: WriteOperationV2._Mode.ValueType # 6
552
+
553
+ class Mode(_Mode, metaclass=_ModeEnumTypeWrapper): ...
554
+ MODE_UNSPECIFIED: WriteOperationV2.Mode.ValueType # 0
555
+ MODE_CREATE: WriteOperationV2.Mode.ValueType # 1
556
+ MODE_OVERWRITE: WriteOperationV2.Mode.ValueType # 2
557
+ MODE_OVERWRITE_PARTITIONS: WriteOperationV2.Mode.ValueType # 3
558
+ MODE_APPEND: WriteOperationV2.Mode.ValueType # 4
559
+ MODE_REPLACE: WriteOperationV2.Mode.ValueType # 5
560
+ MODE_CREATE_OR_REPLACE: WriteOperationV2.Mode.ValueType # 6
561
+
562
+ class OptionsEntry(google.protobuf.message.Message):
563
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
564
+
565
+ KEY_FIELD_NUMBER: builtins.int
566
+ VALUE_FIELD_NUMBER: builtins.int
567
+ key: builtins.str
568
+ value: builtins.str
569
+ def __init__(
570
+ self,
571
+ *,
572
+ key: builtins.str = ...,
573
+ value: builtins.str = ...,
574
+ ) -> None: ...
575
+ def ClearField(
576
+ self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]
577
+ ) -> None: ...
578
+
579
+ class TablePropertiesEntry(google.protobuf.message.Message):
580
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
581
+
582
+ KEY_FIELD_NUMBER: builtins.int
583
+ VALUE_FIELD_NUMBER: builtins.int
584
+ key: builtins.str
585
+ value: builtins.str
586
+ def __init__(
587
+ self,
588
+ *,
589
+ key: builtins.str = ...,
590
+ value: builtins.str = ...,
591
+ ) -> None: ...
592
+ def ClearField(
593
+ self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]
594
+ ) -> None: ...
595
+
596
+ INPUT_FIELD_NUMBER: builtins.int
597
+ TABLE_NAME_FIELD_NUMBER: builtins.int
598
+ PROVIDER_FIELD_NUMBER: builtins.int
599
+ PARTITIONING_COLUMNS_FIELD_NUMBER: builtins.int
600
+ OPTIONS_FIELD_NUMBER: builtins.int
601
+ TABLE_PROPERTIES_FIELD_NUMBER: builtins.int
602
+ MODE_FIELD_NUMBER: builtins.int
603
+ OVERWRITE_CONDITION_FIELD_NUMBER: builtins.int
604
+ @property
605
+ def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation:
606
+ """(Required) The output of the `input` relation will be persisted according to the options."""
607
+ table_name: builtins.str
608
+ """(Required) The destination of the write operation must be either a path or a table."""
609
+ provider: builtins.str
610
+ """(Optional) A provider for the underlying output data source. Spark's default catalog supports
611
+ "parquet", "json", etc.
612
+ """
613
+ @property
614
+ def partitioning_columns(
615
+ self,
616
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
617
+ pyspark.sql.connect.proto.expressions_pb2.Expression
618
+ ]:
619
+ """(Optional) List of columns for partitioning for output table created by `create`,
620
+ `createOrReplace`, or `replace`
621
+ """
622
+ @property
623
+ def options(self) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]:
624
+ """(Optional) A list of configuration options."""
625
+ @property
626
+ def table_properties(
627
+ self,
628
+ ) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]:
629
+ """(Optional) A list of table properties."""
630
+ mode: global___WriteOperationV2.Mode.ValueType
631
+ """(Required) Write mode."""
632
+ @property
633
+ def overwrite_condition(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression:
634
+ """(Optional) A condition for overwrite saving mode"""
635
+ def __init__(
636
+ self,
637
+ *,
638
+ input: pyspark.sql.connect.proto.relations_pb2.Relation | None = ...,
639
+ table_name: builtins.str = ...,
640
+ provider: builtins.str | None = ...,
641
+ partitioning_columns: collections.abc.Iterable[
642
+ pyspark.sql.connect.proto.expressions_pb2.Expression
643
+ ]
644
+ | None = ...,
645
+ options: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
646
+ table_properties: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
647
+ mode: global___WriteOperationV2.Mode.ValueType = ...,
648
+ overwrite_condition: pyspark.sql.connect.proto.expressions_pb2.Expression | None = ...,
649
+ ) -> None: ...
650
+ def HasField(
651
+ self,
652
+ field_name: typing_extensions.Literal[
653
+ "_provider",
654
+ b"_provider",
655
+ "input",
656
+ b"input",
657
+ "overwrite_condition",
658
+ b"overwrite_condition",
659
+ "provider",
660
+ b"provider",
661
+ ],
662
+ ) -> builtins.bool: ...
663
+ def ClearField(
664
+ self,
665
+ field_name: typing_extensions.Literal[
666
+ "_provider",
667
+ b"_provider",
668
+ "input",
669
+ b"input",
670
+ "mode",
671
+ b"mode",
672
+ "options",
673
+ b"options",
674
+ "overwrite_condition",
675
+ b"overwrite_condition",
676
+ "partitioning_columns",
677
+ b"partitioning_columns",
678
+ "provider",
679
+ b"provider",
680
+ "table_name",
681
+ b"table_name",
682
+ "table_properties",
683
+ b"table_properties",
684
+ ],
685
+ ) -> None: ...
686
+ def WhichOneof(
687
+ self, oneof_group: typing_extensions.Literal["_provider", b"_provider"]
688
+ ) -> typing_extensions.Literal["provider"] | None: ...
689
+
690
+ global___WriteOperationV2 = WriteOperationV2
691
+
692
+ class WriteStreamOperationStart(google.protobuf.message.Message):
693
+ """Starts write stream operation as streaming query. Query ID and Run ID of the streaming
694
+ query are returned.
695
+ """
696
+
697
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
698
+
699
+ class OptionsEntry(google.protobuf.message.Message):
700
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
701
+
702
+ KEY_FIELD_NUMBER: builtins.int
703
+ VALUE_FIELD_NUMBER: builtins.int
704
+ key: builtins.str
705
+ value: builtins.str
706
+ def __init__(
707
+ self,
708
+ *,
709
+ key: builtins.str = ...,
710
+ value: builtins.str = ...,
711
+ ) -> None: ...
712
+ def ClearField(
713
+ self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]
714
+ ) -> None: ...
715
+
716
+ INPUT_FIELD_NUMBER: builtins.int
717
+ FORMAT_FIELD_NUMBER: builtins.int
718
+ OPTIONS_FIELD_NUMBER: builtins.int
719
+ PARTITIONING_COLUMN_NAMES_FIELD_NUMBER: builtins.int
720
+ PROCESSING_TIME_INTERVAL_FIELD_NUMBER: builtins.int
721
+ AVAILABLE_NOW_FIELD_NUMBER: builtins.int
722
+ ONCE_FIELD_NUMBER: builtins.int
723
+ CONTINUOUS_CHECKPOINT_INTERVAL_FIELD_NUMBER: builtins.int
724
+ OUTPUT_MODE_FIELD_NUMBER: builtins.int
725
+ QUERY_NAME_FIELD_NUMBER: builtins.int
726
+ PATH_FIELD_NUMBER: builtins.int
727
+ TABLE_NAME_FIELD_NUMBER: builtins.int
728
+ FOREACH_WRITER_FIELD_NUMBER: builtins.int
729
+ FOREACH_BATCH_FIELD_NUMBER: builtins.int
730
+ @property
731
+ def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation:
732
+ """(Required) The output of the `input` streaming relation will be written."""
733
+ format: builtins.str
734
+ """The following fields directly map to API for DataStreamWriter().
735
+ Consult API documentation unless explicitly documented here.
736
+ """
737
+ @property
738
+ def options(
739
+ self,
740
+ ) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]: ...
741
+ @property
742
+ def partitioning_column_names(
743
+ self,
744
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ...
745
+ processing_time_interval: builtins.str
746
+ available_now: builtins.bool
747
+ once: builtins.bool
748
+ continuous_checkpoint_interval: builtins.str
749
+ output_mode: builtins.str
750
+ query_name: builtins.str
751
+ path: builtins.str
752
+ table_name: builtins.str
753
+ @property
754
+ def foreach_writer(self) -> global___StreamingForeachFunction: ...
755
+ @property
756
+ def foreach_batch(self) -> global___StreamingForeachFunction: ...
757
+ def __init__(
758
+ self,
759
+ *,
760
+ input: pyspark.sql.connect.proto.relations_pb2.Relation | None = ...,
761
+ format: builtins.str = ...,
762
+ options: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
763
+ partitioning_column_names: collections.abc.Iterable[builtins.str] | None = ...,
764
+ processing_time_interval: builtins.str = ...,
765
+ available_now: builtins.bool = ...,
766
+ once: builtins.bool = ...,
767
+ continuous_checkpoint_interval: builtins.str = ...,
768
+ output_mode: builtins.str = ...,
769
+ query_name: builtins.str = ...,
770
+ path: builtins.str = ...,
771
+ table_name: builtins.str = ...,
772
+ foreach_writer: global___StreamingForeachFunction | None = ...,
773
+ foreach_batch: global___StreamingForeachFunction | None = ...,
774
+ ) -> None: ...
775
+ def HasField(
776
+ self,
777
+ field_name: typing_extensions.Literal[
778
+ "available_now",
779
+ b"available_now",
780
+ "continuous_checkpoint_interval",
781
+ b"continuous_checkpoint_interval",
782
+ "foreach_batch",
783
+ b"foreach_batch",
784
+ "foreach_writer",
785
+ b"foreach_writer",
786
+ "input",
787
+ b"input",
788
+ "once",
789
+ b"once",
790
+ "path",
791
+ b"path",
792
+ "processing_time_interval",
793
+ b"processing_time_interval",
794
+ "sink_destination",
795
+ b"sink_destination",
796
+ "table_name",
797
+ b"table_name",
798
+ "trigger",
799
+ b"trigger",
800
+ ],
801
+ ) -> builtins.bool: ...
802
+ def ClearField(
803
+ self,
804
+ field_name: typing_extensions.Literal[
805
+ "available_now",
806
+ b"available_now",
807
+ "continuous_checkpoint_interval",
808
+ b"continuous_checkpoint_interval",
809
+ "foreach_batch",
810
+ b"foreach_batch",
811
+ "foreach_writer",
812
+ b"foreach_writer",
813
+ "format",
814
+ b"format",
815
+ "input",
816
+ b"input",
817
+ "once",
818
+ b"once",
819
+ "options",
820
+ b"options",
821
+ "output_mode",
822
+ b"output_mode",
823
+ "partitioning_column_names",
824
+ b"partitioning_column_names",
825
+ "path",
826
+ b"path",
827
+ "processing_time_interval",
828
+ b"processing_time_interval",
829
+ "query_name",
830
+ b"query_name",
831
+ "sink_destination",
832
+ b"sink_destination",
833
+ "table_name",
834
+ b"table_name",
835
+ "trigger",
836
+ b"trigger",
837
+ ],
838
+ ) -> None: ...
839
+ @typing.overload
840
+ def WhichOneof(
841
+ self, oneof_group: typing_extensions.Literal["sink_destination", b"sink_destination"]
842
+ ) -> typing_extensions.Literal["path", "table_name"] | None: ...
843
+ @typing.overload
844
+ def WhichOneof(
845
+ self, oneof_group: typing_extensions.Literal["trigger", b"trigger"]
846
+ ) -> typing_extensions.Literal[
847
+ "processing_time_interval", "available_now", "once", "continuous_checkpoint_interval"
848
+ ] | None: ...
849
+
850
+ global___WriteStreamOperationStart = WriteStreamOperationStart
851
+
852
+ class StreamingForeachFunction(google.protobuf.message.Message):
853
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
854
+
855
+ PYTHON_FUNCTION_FIELD_NUMBER: builtins.int
856
+ SCALA_FUNCTION_FIELD_NUMBER: builtins.int
857
+ @property
858
+ def python_function(self) -> pyspark.sql.connect.proto.expressions_pb2.PythonUDF: ...
859
+ @property
860
+ def scala_function(self) -> pyspark.sql.connect.proto.expressions_pb2.ScalarScalaUDF: ...
861
+ def __init__(
862
+ self,
863
+ *,
864
+ python_function: pyspark.sql.connect.proto.expressions_pb2.PythonUDF | None = ...,
865
+ scala_function: pyspark.sql.connect.proto.expressions_pb2.ScalarScalaUDF | None = ...,
866
+ ) -> None: ...
867
+ def HasField(
868
+ self,
869
+ field_name: typing_extensions.Literal[
870
+ "function",
871
+ b"function",
872
+ "python_function",
873
+ b"python_function",
874
+ "scala_function",
875
+ b"scala_function",
876
+ ],
877
+ ) -> builtins.bool: ...
878
+ def ClearField(
879
+ self,
880
+ field_name: typing_extensions.Literal[
881
+ "function",
882
+ b"function",
883
+ "python_function",
884
+ b"python_function",
885
+ "scala_function",
886
+ b"scala_function",
887
+ ],
888
+ ) -> None: ...
889
+ def WhichOneof(
890
+ self, oneof_group: typing_extensions.Literal["function", b"function"]
891
+ ) -> typing_extensions.Literal["python_function", "scala_function"] | None: ...
892
+
893
+ global___StreamingForeachFunction = StreamingForeachFunction
894
+
895
+ class WriteStreamOperationStartResult(google.protobuf.message.Message):
896
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
897
+
898
+ QUERY_ID_FIELD_NUMBER: builtins.int
899
+ NAME_FIELD_NUMBER: builtins.int
900
+ @property
901
+ def query_id(self) -> global___StreamingQueryInstanceId:
902
+ """(Required) Query instance. See `StreamingQueryInstanceId`."""
903
+ name: builtins.str
904
+ """An optional query name."""
905
+ def __init__(
906
+ self,
907
+ *,
908
+ query_id: global___StreamingQueryInstanceId | None = ...,
909
+ name: builtins.str = ...,
910
+ ) -> None: ...
911
+ def HasField(
912
+ self, field_name: typing_extensions.Literal["query_id", b"query_id"]
913
+ ) -> builtins.bool: ...
914
+ def ClearField(
915
+ self, field_name: typing_extensions.Literal["name", b"name", "query_id", b"query_id"]
916
+ ) -> None: ...
917
+
918
+ global___WriteStreamOperationStartResult = WriteStreamOperationStartResult
919
+
920
+ class StreamingQueryInstanceId(google.protobuf.message.Message):
921
+ """A tuple that uniquely identifies an instance of streaming query run. It consists of `id` that
922
+ persists across the streaming runs and `run_id` that changes between each run of the
923
+ streaming query that resumes from the checkpoint.
924
+ """
925
+
926
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
927
+
928
+ ID_FIELD_NUMBER: builtins.int
929
+ RUN_ID_FIELD_NUMBER: builtins.int
930
+ id: builtins.str
931
+ """(Required) The unique id of this query that persists across restarts from checkpoint data.
932
+ That is, this id is generated when a query is started for the first time, and
933
+ will be the same every time it is restarted from checkpoint data.
934
+ """
935
+ run_id: builtins.str
936
+ """(Required) The unique id of this run of the query. That is, every start/restart of a query
937
+ will generate a unique run_id. Therefore, every time a query is restarted from
938
+ checkpoint, it will have the same `id` but different `run_id`s.
939
+ """
940
+ def __init__(
941
+ self,
942
+ *,
943
+ id: builtins.str = ...,
944
+ run_id: builtins.str = ...,
945
+ ) -> None: ...
946
+ def ClearField(
947
+ self, field_name: typing_extensions.Literal["id", b"id", "run_id", b"run_id"]
948
+ ) -> None: ...
949
+
950
+ global___StreamingQueryInstanceId = StreamingQueryInstanceId
951
+
952
+ class StreamingQueryCommand(google.protobuf.message.Message):
953
+ """Commands for a streaming query."""
954
+
955
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
956
+
957
+ class ExplainCommand(google.protobuf.message.Message):
958
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
959
+
960
+ EXTENDED_FIELD_NUMBER: builtins.int
961
+ extended: builtins.bool
962
+ """TODO: Consider reusing Explain from AnalyzePlanRequest message.
963
+ We can not do this right now since it base.proto imports this file.
964
+ """
965
+ def __init__(
966
+ self,
967
+ *,
968
+ extended: builtins.bool = ...,
969
+ ) -> None: ...
970
+ def ClearField(
971
+ self, field_name: typing_extensions.Literal["extended", b"extended"]
972
+ ) -> None: ...
973
+
974
+ class AwaitTerminationCommand(google.protobuf.message.Message):
975
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
976
+
977
+ TIMEOUT_MS_FIELD_NUMBER: builtins.int
978
+ timeout_ms: builtins.int
979
+ def __init__(
980
+ self,
981
+ *,
982
+ timeout_ms: builtins.int | None = ...,
983
+ ) -> None: ...
984
+ def HasField(
985
+ self,
986
+ field_name: typing_extensions.Literal[
987
+ "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"
988
+ ],
989
+ ) -> builtins.bool: ...
990
+ def ClearField(
991
+ self,
992
+ field_name: typing_extensions.Literal[
993
+ "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"
994
+ ],
995
+ ) -> None: ...
996
+ def WhichOneof(
997
+ self, oneof_group: typing_extensions.Literal["_timeout_ms", b"_timeout_ms"]
998
+ ) -> typing_extensions.Literal["timeout_ms"] | None: ...
999
+
1000
+ QUERY_ID_FIELD_NUMBER: builtins.int
1001
+ STATUS_FIELD_NUMBER: builtins.int
1002
+ LAST_PROGRESS_FIELD_NUMBER: builtins.int
1003
+ RECENT_PROGRESS_FIELD_NUMBER: builtins.int
1004
+ STOP_FIELD_NUMBER: builtins.int
1005
+ PROCESS_ALL_AVAILABLE_FIELD_NUMBER: builtins.int
1006
+ EXPLAIN_FIELD_NUMBER: builtins.int
1007
+ EXCEPTION_FIELD_NUMBER: builtins.int
1008
+ AWAIT_TERMINATION_FIELD_NUMBER: builtins.int
1009
+ @property
1010
+ def query_id(self) -> global___StreamingQueryInstanceId:
1011
+ """(Required) Query instance. See `StreamingQueryInstanceId`."""
1012
+ status: builtins.bool
1013
+ """status() API."""
1014
+ last_progress: builtins.bool
1015
+ """lastProgress() API."""
1016
+ recent_progress: builtins.bool
1017
+ """recentProgress() API."""
1018
+ stop: builtins.bool
1019
+ """stop() API. Stops the query."""
1020
+ process_all_available: builtins.bool
1021
+ """processAllAvailable() API. Waits till all the available data is processed"""
1022
+ @property
1023
+ def explain(self) -> global___StreamingQueryCommand.ExplainCommand:
1024
+ """explain() API. Returns logical and physical plans."""
1025
+ exception: builtins.bool
1026
+ """exception() API. Returns the exception in the query if any."""
1027
+ @property
1028
+ def await_termination(self) -> global___StreamingQueryCommand.AwaitTerminationCommand:
1029
+ """awaitTermination() API. Waits for the termination of the query."""
1030
+ def __init__(
1031
+ self,
1032
+ *,
1033
+ query_id: global___StreamingQueryInstanceId | None = ...,
1034
+ status: builtins.bool = ...,
1035
+ last_progress: builtins.bool = ...,
1036
+ recent_progress: builtins.bool = ...,
1037
+ stop: builtins.bool = ...,
1038
+ process_all_available: builtins.bool = ...,
1039
+ explain: global___StreamingQueryCommand.ExplainCommand | None = ...,
1040
+ exception: builtins.bool = ...,
1041
+ await_termination: global___StreamingQueryCommand.AwaitTerminationCommand | None = ...,
1042
+ ) -> None: ...
1043
+ def HasField(
1044
+ self,
1045
+ field_name: typing_extensions.Literal[
1046
+ "await_termination",
1047
+ b"await_termination",
1048
+ "command",
1049
+ b"command",
1050
+ "exception",
1051
+ b"exception",
1052
+ "explain",
1053
+ b"explain",
1054
+ "last_progress",
1055
+ b"last_progress",
1056
+ "process_all_available",
1057
+ b"process_all_available",
1058
+ "query_id",
1059
+ b"query_id",
1060
+ "recent_progress",
1061
+ b"recent_progress",
1062
+ "status",
1063
+ b"status",
1064
+ "stop",
1065
+ b"stop",
1066
+ ],
1067
+ ) -> builtins.bool: ...
1068
+ def ClearField(
1069
+ self,
1070
+ field_name: typing_extensions.Literal[
1071
+ "await_termination",
1072
+ b"await_termination",
1073
+ "command",
1074
+ b"command",
1075
+ "exception",
1076
+ b"exception",
1077
+ "explain",
1078
+ b"explain",
1079
+ "last_progress",
1080
+ b"last_progress",
1081
+ "process_all_available",
1082
+ b"process_all_available",
1083
+ "query_id",
1084
+ b"query_id",
1085
+ "recent_progress",
1086
+ b"recent_progress",
1087
+ "status",
1088
+ b"status",
1089
+ "stop",
1090
+ b"stop",
1091
+ ],
1092
+ ) -> None: ...
1093
+ def WhichOneof(
1094
+ self, oneof_group: typing_extensions.Literal["command", b"command"]
1095
+ ) -> typing_extensions.Literal[
1096
+ "status",
1097
+ "last_progress",
1098
+ "recent_progress",
1099
+ "stop",
1100
+ "process_all_available",
1101
+ "explain",
1102
+ "exception",
1103
+ "await_termination",
1104
+ ] | None: ...
1105
+
1106
+ global___StreamingQueryCommand = StreamingQueryCommand
1107
+
1108
+ class StreamingQueryCommandResult(google.protobuf.message.Message):
1109
+ """Response for commands on a streaming query."""
1110
+
1111
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1112
+
1113
+ class StatusResult(google.protobuf.message.Message):
1114
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1115
+
1116
+ STATUS_MESSAGE_FIELD_NUMBER: builtins.int
1117
+ IS_DATA_AVAILABLE_FIELD_NUMBER: builtins.int
1118
+ IS_TRIGGER_ACTIVE_FIELD_NUMBER: builtins.int
1119
+ IS_ACTIVE_FIELD_NUMBER: builtins.int
1120
+ status_message: builtins.str
1121
+ """See documentation for these Scala 'StreamingQueryStatus' struct"""
1122
+ is_data_available: builtins.bool
1123
+ is_trigger_active: builtins.bool
1124
+ is_active: builtins.bool
1125
+ def __init__(
1126
+ self,
1127
+ *,
1128
+ status_message: builtins.str = ...,
1129
+ is_data_available: builtins.bool = ...,
1130
+ is_trigger_active: builtins.bool = ...,
1131
+ is_active: builtins.bool = ...,
1132
+ ) -> None: ...
1133
+ def ClearField(
1134
+ self,
1135
+ field_name: typing_extensions.Literal[
1136
+ "is_active",
1137
+ b"is_active",
1138
+ "is_data_available",
1139
+ b"is_data_available",
1140
+ "is_trigger_active",
1141
+ b"is_trigger_active",
1142
+ "status_message",
1143
+ b"status_message",
1144
+ ],
1145
+ ) -> None: ...
1146
+
1147
+ class RecentProgressResult(google.protobuf.message.Message):
1148
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1149
+
1150
+ RECENT_PROGRESS_JSON_FIELD_NUMBER: builtins.int
1151
+ @property
1152
+ def recent_progress_json(
1153
+ self,
1154
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]:
1155
+ """Progress reports as an array of json strings."""
1156
+ def __init__(
1157
+ self,
1158
+ *,
1159
+ recent_progress_json: collections.abc.Iterable[builtins.str] | None = ...,
1160
+ ) -> None: ...
1161
+ def ClearField(
1162
+ self,
1163
+ field_name: typing_extensions.Literal["recent_progress_json", b"recent_progress_json"],
1164
+ ) -> None: ...
1165
+
1166
+ class ExplainResult(google.protobuf.message.Message):
1167
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1168
+
1169
+ RESULT_FIELD_NUMBER: builtins.int
1170
+ result: builtins.str
1171
+ """Logical and physical plans as string"""
1172
+ def __init__(
1173
+ self,
1174
+ *,
1175
+ result: builtins.str = ...,
1176
+ ) -> None: ...
1177
+ def ClearField(
1178
+ self, field_name: typing_extensions.Literal["result", b"result"]
1179
+ ) -> None: ...
1180
+
1181
+ class ExceptionResult(google.protobuf.message.Message):
1182
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1183
+
1184
+ EXCEPTION_MESSAGE_FIELD_NUMBER: builtins.int
1185
+ ERROR_CLASS_FIELD_NUMBER: builtins.int
1186
+ STACK_TRACE_FIELD_NUMBER: builtins.int
1187
+ exception_message: builtins.str
1188
+ """(Optional) Exception message as string, maps to the return value of original
1189
+ StreamingQueryException's toString method
1190
+ """
1191
+ error_class: builtins.str
1192
+ """(Optional) Exception error class as string"""
1193
+ stack_trace: builtins.str
1194
+ """(Optional) Exception stack trace as string"""
1195
+ def __init__(
1196
+ self,
1197
+ *,
1198
+ exception_message: builtins.str | None = ...,
1199
+ error_class: builtins.str | None = ...,
1200
+ stack_trace: builtins.str | None = ...,
1201
+ ) -> None: ...
1202
+ def HasField(
1203
+ self,
1204
+ field_name: typing_extensions.Literal[
1205
+ "_error_class",
1206
+ b"_error_class",
1207
+ "_exception_message",
1208
+ b"_exception_message",
1209
+ "_stack_trace",
1210
+ b"_stack_trace",
1211
+ "error_class",
1212
+ b"error_class",
1213
+ "exception_message",
1214
+ b"exception_message",
1215
+ "stack_trace",
1216
+ b"stack_trace",
1217
+ ],
1218
+ ) -> builtins.bool: ...
1219
+ def ClearField(
1220
+ self,
1221
+ field_name: typing_extensions.Literal[
1222
+ "_error_class",
1223
+ b"_error_class",
1224
+ "_exception_message",
1225
+ b"_exception_message",
1226
+ "_stack_trace",
1227
+ b"_stack_trace",
1228
+ "error_class",
1229
+ b"error_class",
1230
+ "exception_message",
1231
+ b"exception_message",
1232
+ "stack_trace",
1233
+ b"stack_trace",
1234
+ ],
1235
+ ) -> None: ...
1236
+ @typing.overload
1237
+ def WhichOneof(
1238
+ self, oneof_group: typing_extensions.Literal["_error_class", b"_error_class"]
1239
+ ) -> typing_extensions.Literal["error_class"] | None: ...
1240
+ @typing.overload
1241
+ def WhichOneof(
1242
+ self,
1243
+ oneof_group: typing_extensions.Literal["_exception_message", b"_exception_message"],
1244
+ ) -> typing_extensions.Literal["exception_message"] | None: ...
1245
+ @typing.overload
1246
+ def WhichOneof(
1247
+ self, oneof_group: typing_extensions.Literal["_stack_trace", b"_stack_trace"]
1248
+ ) -> typing_extensions.Literal["stack_trace"] | None: ...
1249
+
1250
+ class AwaitTerminationResult(google.protobuf.message.Message):
1251
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1252
+
1253
+ TERMINATED_FIELD_NUMBER: builtins.int
1254
+ terminated: builtins.bool
1255
+ def __init__(
1256
+ self,
1257
+ *,
1258
+ terminated: builtins.bool = ...,
1259
+ ) -> None: ...
1260
+ def ClearField(
1261
+ self, field_name: typing_extensions.Literal["terminated", b"terminated"]
1262
+ ) -> None: ...
1263
+
1264
+ QUERY_ID_FIELD_NUMBER: builtins.int
1265
+ STATUS_FIELD_NUMBER: builtins.int
1266
+ RECENT_PROGRESS_FIELD_NUMBER: builtins.int
1267
+ EXPLAIN_FIELD_NUMBER: builtins.int
1268
+ EXCEPTION_FIELD_NUMBER: builtins.int
1269
+ AWAIT_TERMINATION_FIELD_NUMBER: builtins.int
1270
+ @property
1271
+ def query_id(self) -> global___StreamingQueryInstanceId:
1272
+ """(Required) Query instance id. See `StreamingQueryInstanceId`."""
1273
+ @property
1274
+ def status(self) -> global___StreamingQueryCommandResult.StatusResult: ...
1275
+ @property
1276
+ def recent_progress(self) -> global___StreamingQueryCommandResult.RecentProgressResult: ...
1277
+ @property
1278
+ def explain(self) -> global___StreamingQueryCommandResult.ExplainResult: ...
1279
+ @property
1280
+ def exception(self) -> global___StreamingQueryCommandResult.ExceptionResult: ...
1281
+ @property
1282
+ def await_termination(self) -> global___StreamingQueryCommandResult.AwaitTerminationResult: ...
1283
+ def __init__(
1284
+ self,
1285
+ *,
1286
+ query_id: global___StreamingQueryInstanceId | None = ...,
1287
+ status: global___StreamingQueryCommandResult.StatusResult | None = ...,
1288
+ recent_progress: global___StreamingQueryCommandResult.RecentProgressResult | None = ...,
1289
+ explain: global___StreamingQueryCommandResult.ExplainResult | None = ...,
1290
+ exception: global___StreamingQueryCommandResult.ExceptionResult | None = ...,
1291
+ await_termination: global___StreamingQueryCommandResult.AwaitTerminationResult | None = ...,
1292
+ ) -> None: ...
1293
+ def HasField(
1294
+ self,
1295
+ field_name: typing_extensions.Literal[
1296
+ "await_termination",
1297
+ b"await_termination",
1298
+ "exception",
1299
+ b"exception",
1300
+ "explain",
1301
+ b"explain",
1302
+ "query_id",
1303
+ b"query_id",
1304
+ "recent_progress",
1305
+ b"recent_progress",
1306
+ "result_type",
1307
+ b"result_type",
1308
+ "status",
1309
+ b"status",
1310
+ ],
1311
+ ) -> builtins.bool: ...
1312
+ def ClearField(
1313
+ self,
1314
+ field_name: typing_extensions.Literal[
1315
+ "await_termination",
1316
+ b"await_termination",
1317
+ "exception",
1318
+ b"exception",
1319
+ "explain",
1320
+ b"explain",
1321
+ "query_id",
1322
+ b"query_id",
1323
+ "recent_progress",
1324
+ b"recent_progress",
1325
+ "result_type",
1326
+ b"result_type",
1327
+ "status",
1328
+ b"status",
1329
+ ],
1330
+ ) -> None: ...
1331
+ def WhichOneof(
1332
+ self, oneof_group: typing_extensions.Literal["result_type", b"result_type"]
1333
+ ) -> typing_extensions.Literal[
1334
+ "status", "recent_progress", "explain", "exception", "await_termination"
1335
+ ] | None: ...
1336
+
1337
+ global___StreamingQueryCommandResult = StreamingQueryCommandResult
1338
+
1339
+ class StreamingQueryManagerCommand(google.protobuf.message.Message):
1340
+ """Commands for the streaming query manager."""
1341
+
1342
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1343
+
1344
+ class AwaitAnyTerminationCommand(google.protobuf.message.Message):
1345
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1346
+
1347
+ TIMEOUT_MS_FIELD_NUMBER: builtins.int
1348
+ timeout_ms: builtins.int
1349
+ """(Optional) The waiting time in milliseconds to wait for any query to terminate."""
1350
+ def __init__(
1351
+ self,
1352
+ *,
1353
+ timeout_ms: builtins.int | None = ...,
1354
+ ) -> None: ...
1355
+ def HasField(
1356
+ self,
1357
+ field_name: typing_extensions.Literal[
1358
+ "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"
1359
+ ],
1360
+ ) -> builtins.bool: ...
1361
+ def ClearField(
1362
+ self,
1363
+ field_name: typing_extensions.Literal[
1364
+ "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"
1365
+ ],
1366
+ ) -> None: ...
1367
+ def WhichOneof(
1368
+ self, oneof_group: typing_extensions.Literal["_timeout_ms", b"_timeout_ms"]
1369
+ ) -> typing_extensions.Literal["timeout_ms"] | None: ...
1370
+
1371
+ class StreamingQueryListenerCommand(google.protobuf.message.Message):
1372
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1373
+
1374
+ LISTENER_PAYLOAD_FIELD_NUMBER: builtins.int
1375
+ PYTHON_LISTENER_PAYLOAD_FIELD_NUMBER: builtins.int
1376
+ ID_FIELD_NUMBER: builtins.int
1377
+ listener_payload: builtins.bytes
1378
+ @property
1379
+ def python_listener_payload(
1380
+ self,
1381
+ ) -> pyspark.sql.connect.proto.expressions_pb2.PythonUDF: ...
1382
+ id: builtins.str
1383
+ def __init__(
1384
+ self,
1385
+ *,
1386
+ listener_payload: builtins.bytes = ...,
1387
+ python_listener_payload: pyspark.sql.connect.proto.expressions_pb2.PythonUDF
1388
+ | None = ...,
1389
+ id: builtins.str = ...,
1390
+ ) -> None: ...
1391
+ def HasField(
1392
+ self,
1393
+ field_name: typing_extensions.Literal[
1394
+ "_python_listener_payload",
1395
+ b"_python_listener_payload",
1396
+ "python_listener_payload",
1397
+ b"python_listener_payload",
1398
+ ],
1399
+ ) -> builtins.bool: ...
1400
+ def ClearField(
1401
+ self,
1402
+ field_name: typing_extensions.Literal[
1403
+ "_python_listener_payload",
1404
+ b"_python_listener_payload",
1405
+ "id",
1406
+ b"id",
1407
+ "listener_payload",
1408
+ b"listener_payload",
1409
+ "python_listener_payload",
1410
+ b"python_listener_payload",
1411
+ ],
1412
+ ) -> None: ...
1413
+ def WhichOneof(
1414
+ self,
1415
+ oneof_group: typing_extensions.Literal[
1416
+ "_python_listener_payload", b"_python_listener_payload"
1417
+ ],
1418
+ ) -> typing_extensions.Literal["python_listener_payload"] | None: ...
1419
+
1420
+ ACTIVE_FIELD_NUMBER: builtins.int
1421
+ GET_QUERY_FIELD_NUMBER: builtins.int
1422
+ AWAIT_ANY_TERMINATION_FIELD_NUMBER: builtins.int
1423
+ RESET_TERMINATED_FIELD_NUMBER: builtins.int
1424
+ ADD_LISTENER_FIELD_NUMBER: builtins.int
1425
+ REMOVE_LISTENER_FIELD_NUMBER: builtins.int
1426
+ LIST_LISTENERS_FIELD_NUMBER: builtins.int
1427
+ active: builtins.bool
1428
+ """active() API, returns a list of active queries."""
1429
+ get_query: builtins.str
1430
+ """get() API, returns the StreamingQuery identified by id."""
1431
+ @property
1432
+ def await_any_termination(
1433
+ self,
1434
+ ) -> global___StreamingQueryManagerCommand.AwaitAnyTerminationCommand:
1435
+ """awaitAnyTermination() API, wait until any query terminates or timeout."""
1436
+ reset_terminated: builtins.bool
1437
+ """resetTerminated() API."""
1438
+ @property
1439
+ def add_listener(self) -> global___StreamingQueryManagerCommand.StreamingQueryListenerCommand:
1440
+ """addListener API."""
1441
+ @property
1442
+ def remove_listener(
1443
+ self,
1444
+ ) -> global___StreamingQueryManagerCommand.StreamingQueryListenerCommand:
1445
+ """removeListener API."""
1446
+ list_listeners: builtins.bool
1447
+ """listListeners() API, returns a list of streaming query listeners."""
1448
+ def __init__(
1449
+ self,
1450
+ *,
1451
+ active: builtins.bool = ...,
1452
+ get_query: builtins.str = ...,
1453
+ await_any_termination: global___StreamingQueryManagerCommand.AwaitAnyTerminationCommand
1454
+ | None = ...,
1455
+ reset_terminated: builtins.bool = ...,
1456
+ add_listener: global___StreamingQueryManagerCommand.StreamingQueryListenerCommand
1457
+ | None = ...,
1458
+ remove_listener: global___StreamingQueryManagerCommand.StreamingQueryListenerCommand
1459
+ | None = ...,
1460
+ list_listeners: builtins.bool = ...,
1461
+ ) -> None: ...
1462
+ def HasField(
1463
+ self,
1464
+ field_name: typing_extensions.Literal[
1465
+ "active",
1466
+ b"active",
1467
+ "add_listener",
1468
+ b"add_listener",
1469
+ "await_any_termination",
1470
+ b"await_any_termination",
1471
+ "command",
1472
+ b"command",
1473
+ "get_query",
1474
+ b"get_query",
1475
+ "list_listeners",
1476
+ b"list_listeners",
1477
+ "remove_listener",
1478
+ b"remove_listener",
1479
+ "reset_terminated",
1480
+ b"reset_terminated",
1481
+ ],
1482
+ ) -> builtins.bool: ...
1483
+ def ClearField(
1484
+ self,
1485
+ field_name: typing_extensions.Literal[
1486
+ "active",
1487
+ b"active",
1488
+ "add_listener",
1489
+ b"add_listener",
1490
+ "await_any_termination",
1491
+ b"await_any_termination",
1492
+ "command",
1493
+ b"command",
1494
+ "get_query",
1495
+ b"get_query",
1496
+ "list_listeners",
1497
+ b"list_listeners",
1498
+ "remove_listener",
1499
+ b"remove_listener",
1500
+ "reset_terminated",
1501
+ b"reset_terminated",
1502
+ ],
1503
+ ) -> None: ...
1504
+ def WhichOneof(
1505
+ self, oneof_group: typing_extensions.Literal["command", b"command"]
1506
+ ) -> typing_extensions.Literal[
1507
+ "active",
1508
+ "get_query",
1509
+ "await_any_termination",
1510
+ "reset_terminated",
1511
+ "add_listener",
1512
+ "remove_listener",
1513
+ "list_listeners",
1514
+ ] | None: ...
1515
+
1516
+ global___StreamingQueryManagerCommand = StreamingQueryManagerCommand
1517
+
1518
+ class StreamingQueryManagerCommandResult(google.protobuf.message.Message):
1519
+ """Response for commands on the streaming query manager."""
1520
+
1521
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1522
+
1523
+ class ActiveResult(google.protobuf.message.Message):
1524
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1525
+
1526
+ ACTIVE_QUERIES_FIELD_NUMBER: builtins.int
1527
+ @property
1528
+ def active_queries(
1529
+ self,
1530
+ ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
1531
+ global___StreamingQueryManagerCommandResult.StreamingQueryInstance
1532
+ ]: ...
1533
+ def __init__(
1534
+ self,
1535
+ *,
1536
+ active_queries: collections.abc.Iterable[
1537
+ global___StreamingQueryManagerCommandResult.StreamingQueryInstance
1538
+ ]
1539
+ | None = ...,
1540
+ ) -> None: ...
1541
+ def ClearField(
1542
+ self, field_name: typing_extensions.Literal["active_queries", b"active_queries"]
1543
+ ) -> None: ...
1544
+
1545
+ class StreamingQueryInstance(google.protobuf.message.Message):
1546
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1547
+
1548
+ ID_FIELD_NUMBER: builtins.int
1549
+ NAME_FIELD_NUMBER: builtins.int
1550
+ @property
1551
+ def id(self) -> global___StreamingQueryInstanceId:
1552
+ """(Required) The id and runId of this query."""
1553
+ name: builtins.str
1554
+ """(Optional) The name of this query."""
1555
+ def __init__(
1556
+ self,
1557
+ *,
1558
+ id: global___StreamingQueryInstanceId | None = ...,
1559
+ name: builtins.str | None = ...,
1560
+ ) -> None: ...
1561
+ def HasField(
1562
+ self,
1563
+ field_name: typing_extensions.Literal["_name", b"_name", "id", b"id", "name", b"name"],
1564
+ ) -> builtins.bool: ...
1565
+ def ClearField(
1566
+ self,
1567
+ field_name: typing_extensions.Literal["_name", b"_name", "id", b"id", "name", b"name"],
1568
+ ) -> None: ...
1569
+ def WhichOneof(
1570
+ self, oneof_group: typing_extensions.Literal["_name", b"_name"]
1571
+ ) -> typing_extensions.Literal["name"] | None: ...
1572
+
1573
+ class AwaitAnyTerminationResult(google.protobuf.message.Message):
1574
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1575
+
1576
+ TERMINATED_FIELD_NUMBER: builtins.int
1577
+ terminated: builtins.bool
1578
+ def __init__(
1579
+ self,
1580
+ *,
1581
+ terminated: builtins.bool = ...,
1582
+ ) -> None: ...
1583
+ def ClearField(
1584
+ self, field_name: typing_extensions.Literal["terminated", b"terminated"]
1585
+ ) -> None: ...
1586
+
1587
+ class StreamingQueryListenerInstance(google.protobuf.message.Message):
1588
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1589
+
1590
+ LISTENER_PAYLOAD_FIELD_NUMBER: builtins.int
1591
+ listener_payload: builtins.bytes
1592
+ def __init__(
1593
+ self,
1594
+ *,
1595
+ listener_payload: builtins.bytes = ...,
1596
+ ) -> None: ...
1597
+ def ClearField(
1598
+ self, field_name: typing_extensions.Literal["listener_payload", b"listener_payload"]
1599
+ ) -> None: ...
1600
+
1601
+ class ListStreamingQueryListenerResult(google.protobuf.message.Message):
1602
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1603
+
1604
+ LISTENER_IDS_FIELD_NUMBER: builtins.int
1605
+ @property
1606
+ def listener_ids(
1607
+ self,
1608
+ ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]:
1609
+ """(Required) Reference IDs of listener instances."""
1610
+ def __init__(
1611
+ self,
1612
+ *,
1613
+ listener_ids: collections.abc.Iterable[builtins.str] | None = ...,
1614
+ ) -> None: ...
1615
+ def ClearField(
1616
+ self, field_name: typing_extensions.Literal["listener_ids", b"listener_ids"]
1617
+ ) -> None: ...
1618
+
1619
+ ACTIVE_FIELD_NUMBER: builtins.int
1620
+ QUERY_FIELD_NUMBER: builtins.int
1621
+ AWAIT_ANY_TERMINATION_FIELD_NUMBER: builtins.int
1622
+ RESET_TERMINATED_FIELD_NUMBER: builtins.int
1623
+ ADD_LISTENER_FIELD_NUMBER: builtins.int
1624
+ REMOVE_LISTENER_FIELD_NUMBER: builtins.int
1625
+ LIST_LISTENERS_FIELD_NUMBER: builtins.int
1626
+ @property
1627
+ def active(self) -> global___StreamingQueryManagerCommandResult.ActiveResult: ...
1628
+ @property
1629
+ def query(self) -> global___StreamingQueryManagerCommandResult.StreamingQueryInstance: ...
1630
+ @property
1631
+ def await_any_termination(
1632
+ self,
1633
+ ) -> global___StreamingQueryManagerCommandResult.AwaitAnyTerminationResult: ...
1634
+ reset_terminated: builtins.bool
1635
+ add_listener: builtins.bool
1636
+ remove_listener: builtins.bool
1637
+ @property
1638
+ def list_listeners(
1639
+ self,
1640
+ ) -> global___StreamingQueryManagerCommandResult.ListStreamingQueryListenerResult: ...
1641
+ def __init__(
1642
+ self,
1643
+ *,
1644
+ active: global___StreamingQueryManagerCommandResult.ActiveResult | None = ...,
1645
+ query: global___StreamingQueryManagerCommandResult.StreamingQueryInstance | None = ...,
1646
+ await_any_termination: global___StreamingQueryManagerCommandResult.AwaitAnyTerminationResult
1647
+ | None = ...,
1648
+ reset_terminated: builtins.bool = ...,
1649
+ add_listener: builtins.bool = ...,
1650
+ remove_listener: builtins.bool = ...,
1651
+ list_listeners: global___StreamingQueryManagerCommandResult.ListStreamingQueryListenerResult
1652
+ | None = ...,
1653
+ ) -> None: ...
1654
+ def HasField(
1655
+ self,
1656
+ field_name: typing_extensions.Literal[
1657
+ "active",
1658
+ b"active",
1659
+ "add_listener",
1660
+ b"add_listener",
1661
+ "await_any_termination",
1662
+ b"await_any_termination",
1663
+ "list_listeners",
1664
+ b"list_listeners",
1665
+ "query",
1666
+ b"query",
1667
+ "remove_listener",
1668
+ b"remove_listener",
1669
+ "reset_terminated",
1670
+ b"reset_terminated",
1671
+ "result_type",
1672
+ b"result_type",
1673
+ ],
1674
+ ) -> builtins.bool: ...
1675
+ def ClearField(
1676
+ self,
1677
+ field_name: typing_extensions.Literal[
1678
+ "active",
1679
+ b"active",
1680
+ "add_listener",
1681
+ b"add_listener",
1682
+ "await_any_termination",
1683
+ b"await_any_termination",
1684
+ "list_listeners",
1685
+ b"list_listeners",
1686
+ "query",
1687
+ b"query",
1688
+ "remove_listener",
1689
+ b"remove_listener",
1690
+ "reset_terminated",
1691
+ b"reset_terminated",
1692
+ "result_type",
1693
+ b"result_type",
1694
+ ],
1695
+ ) -> None: ...
1696
+ def WhichOneof(
1697
+ self, oneof_group: typing_extensions.Literal["result_type", b"result_type"]
1698
+ ) -> typing_extensions.Literal[
1699
+ "active",
1700
+ "query",
1701
+ "await_any_termination",
1702
+ "reset_terminated",
1703
+ "add_listener",
1704
+ "remove_listener",
1705
+ "list_listeners",
1706
+ ] | None: ...
1707
+
1708
+ global___StreamingQueryManagerCommandResult = StreamingQueryManagerCommandResult
1709
+
1710
+ class GetResourcesCommand(google.protobuf.message.Message):
1711
+ """Command to get the output of 'SparkContext.resources'"""
1712
+
1713
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1714
+
1715
+ def __init__(
1716
+ self,
1717
+ ) -> None: ...
1718
+
1719
+ global___GetResourcesCommand = GetResourcesCommand
1720
+
1721
+ class GetResourcesCommandResult(google.protobuf.message.Message):
1722
+ """Response for command 'GetResourcesCommand'."""
1723
+
1724
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1725
+
1726
+ class ResourcesEntry(google.protobuf.message.Message):
1727
+ DESCRIPTOR: google.protobuf.descriptor.Descriptor
1728
+
1729
+ KEY_FIELD_NUMBER: builtins.int
1730
+ VALUE_FIELD_NUMBER: builtins.int
1731
+ key: builtins.str
1732
+ @property
1733
+ def value(self) -> pyspark.sql.connect.proto.common_pb2.ResourceInformation: ...
1734
+ def __init__(
1735
+ self,
1736
+ *,
1737
+ key: builtins.str = ...,
1738
+ value: pyspark.sql.connect.proto.common_pb2.ResourceInformation | None = ...,
1739
+ ) -> None: ...
1740
+ def HasField(
1741
+ self, field_name: typing_extensions.Literal["value", b"value"]
1742
+ ) -> builtins.bool: ...
1743
+ def ClearField(
1744
+ self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]
1745
+ ) -> None: ...
1746
+
1747
+ RESOURCES_FIELD_NUMBER: builtins.int
1748
+ @property
1749
+ def resources(
1750
+ self,
1751
+ ) -> google.protobuf.internal.containers.MessageMap[
1752
+ builtins.str, pyspark.sql.connect.proto.common_pb2.ResourceInformation
1753
+ ]: ...
1754
+ def __init__(
1755
+ self,
1756
+ *,
1757
+ resources: collections.abc.Mapping[
1758
+ builtins.str, pyspark.sql.connect.proto.common_pb2.ResourceInformation
1759
+ ]
1760
+ | None = ...,
1761
+ ) -> None: ...
1762
+ def ClearField(
1763
+ self, field_name: typing_extensions.Literal["resources", b"resources"]
1764
+ ) -> None: ...
1765
+
1766
+ global___GetResourcesCommandResult = GetResourcesCommandResult